-- Logs begin at Fri 2022-04-01 15:28:58 UTC, end at Fri 2022-04-01 16:23:56 UTC. -- Apr 01 15:59:39.973018 dv-cinder-835880-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 15:59:42.872185 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:59:42.872804 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 01 15:59:42.872973 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:59:42.876244 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:59:42.876495 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 01 15:59:42.876801 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:59:42.877777 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:59:42.878013 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:59:42.878377 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:59:42.878623 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:59:42.878847 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:59:42.879607 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.880036 dv-cinder-835880-3-smb neutron-server[103274]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 01 15:59:42.880351 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.880649 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.880943 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.881237 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.881531 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.881839 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.882137 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.882431 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.882719 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.882998 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.883309 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.883601 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.883881 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.884165 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.884449 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.884730 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] debug = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.885008 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.885441 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.885862 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.886142 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.886427 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.886703 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.886974 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.887250 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.887785 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.887853 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] host = dv-cinder-835880-3-smb {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.888114 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.888397 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.888679 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.888962 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.889235 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.889510 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.889815 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.890086 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.890357 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] log_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.890629 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.890913 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.891198 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.891484 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.891709 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.891931 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.892217 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.892502 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.892773 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.893046 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.893319 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.893591 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.893886 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.894153 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.894434 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.894715 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.894995 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.895270 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.895542 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.895811 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.896080 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.896363 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.896633 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.896903 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.897175 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.897461 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.897754 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.898028 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.898323 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.898606 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.899446 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.899734 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.900006 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.900286 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.900555 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.900826 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.901096 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] use_json = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.901367 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.901659 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.901941 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.902212 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.902485 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.902757 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.903026 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.903308 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.903582 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:42.903880 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.904176 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.904474 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.904782 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.905073 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.905349 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.905660 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.905940 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.906230 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.906519 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.906807 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.907084 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.907378 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.907667 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.907959 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.908263 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.908554 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.908843 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.909116 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.909388 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.909687 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.909967 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.910254 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.910534 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.910820 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.911108 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.911383 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.911681 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.911969 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.912261 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.912547 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.912820 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.913096 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.913383 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.913683 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.913960 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.914237 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.915101 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.915378 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.915651 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.915935 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.916212 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.916482 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.916755 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.917030 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.917319 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.917594 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.917886 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.918158 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.918438 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.918709 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.918995 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.919272 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.919541 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.919810 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.920085 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.920356 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.920626 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.920902 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.921174 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.921450 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.921750 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.922024 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.922298 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.922570 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.922841 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.923111 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.923383 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.923658 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.923931 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.924201 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.924474 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.924745 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.925015 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.925298 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.925595 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.925894 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.926172 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.926448 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.926723 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.927000 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.927275 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.927551 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.927829 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.928098 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.928390 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.928672 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.928955 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.929253 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.929529 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.929843 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.930148 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.930425 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.930710 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.930990 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.931269 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.931553 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.931839 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.932136 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.932429 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.932723 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.933018 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.933310 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.933589 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.933921 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.934204 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:42.934421 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:59:42.934661 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103274) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 15:59:43.302019 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 15:59:43.302206 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 15:59:43.302504 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 15:59:43.302973 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 15:59:43.627761 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.628052 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.628320 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.629487 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.629780 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.630159 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.684873 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.685143 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.685404 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.700405 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.700684 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.700950 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.728816 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.729094 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.729362 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.872657 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.873317 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:43.873317 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.099841 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.100129 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.100398 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.100664 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.101369 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.201993 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.202249 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.202535 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.202801 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.203065 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.203371 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.203628 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.203883 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.204134 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.204412 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.204669 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.204930 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.205183 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.205432 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.205710 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.205976 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.206228 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.206494 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.206761 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.207019 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.207290 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.207539 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.207820 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.208194 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.208440 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.208682 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.209071 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:44.209308 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:44.209542 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:44.209799 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:44.210034 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:44.210262 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:44.210621 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 15:59:44.214310 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 15:59:44.218302 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 15:59:44.221927 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 01 15:59:44.223785 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 15:59:44.224249 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 15:59:44.224583 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 15:59:44.224960 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 15:59:44.227784 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 15:59:44.228030 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 15:59:44.228371 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:59:44.233147 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 01 15:59:44.256718 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 15:59:44.257157 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.257449 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103274) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 01 15:59:44.257858 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.259741 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103274) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 15:59:44.260016 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:59:44.260262 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 15:59:44.263585 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.263863 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.324266 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 15:59:44.324499 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 15:59:44.324732 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 15:59:44.325095 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 15:59:44.346345 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_db.sqlalchemy.engines [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103274) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 01 15:59:44.791792 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing driver for type 'gre' Apr 01 15:59:44.792306 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] gre ID ranges: [(1, 1000)] Apr 01 15:59:44.843493 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing driver for type 'local' Apr 01 15:59:44.843851 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing driver for type 'vlan' Apr 01 15:59:44.857392 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] VlanTypeDriver initialization complete Apr 01 15:59:44.857809 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing driver for type 'vxlan' Apr 01 15:59:44.858295 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] vxlan ID ranges: [(1, 1000)] Apr 01 15:59:44.913036 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing extension driver 'port_security' Apr 01 15:59:44.913969 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.extensions.port_security [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] PortSecurityExtensionDriver initialization complete Apr 01 15:59:44.913969 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing mechanism driver 'openvswitch' Apr 01 15:59:44.914962 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing mechanism driver 'hyperv' Apr 01 15:59:44.921662 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:44.922331 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.922776 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.923126 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.923639 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 15:59:44.924067 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.924416 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnet after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.924756 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.925143 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 15:59:44.925544 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.925915 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.926254 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.926636 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 15:59:44.927034 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > security_group after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.927379 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > security_group after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.927715 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.928234 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 15:59:44.928637 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.928982 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.929322 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.929730 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 15:59:44.930735 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > address_group after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.931079 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > address_group after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.931446 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.931844 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 15:59:44.932280 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] ML2 OVO RPC backend initialized. {{(pid=103274) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 01 15:59:44.932971 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.933324 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.933763 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.934110 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > networks before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.934455 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.934793 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > ports before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.935132 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnet before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.935461 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnets before_response 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.935804 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.936138 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.936470 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.936803 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.937135 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.937466 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.937826 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.938163 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnet after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.938490 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.945634 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded quota_driver: . Apr 01 15:59:44.945989 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.plugin [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Modular L2 Plugin initialization complete Apr 01 15:59:44.946336 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading services supported by the core plugin {{(pid=103274) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 15:59:44.946672 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.plugins.ml2.managers [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Got port-security extension from driver 'port_security' Apr 01 15:59:44.947143 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.extensions.vlantransparent [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Disabled vlantransparent extension. Apr 01 15:59:44.947628 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103274) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 15:59:44.948024 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: router Apr 01 15:59:44.983269 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.983661 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router after_create 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.984030 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router before_create 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.984390 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.984847 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.985494 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router after_delete 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.986124 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.986708 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.987303 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router after_create 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.987887 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router after_update 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.988488 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router after_update 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.989081 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.989711 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router after_update 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.990468 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_update 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.991107 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.991667 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.992232 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: subnet after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.993364 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.993987 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.994521 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_create 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.995054 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: port before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.995503 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.995852 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router after_update 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.996198 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.996553 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_create 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.996922 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.997268 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_update 55549900 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.997771 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > agent after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.998020 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > agent after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.998361 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > network after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:44.999315 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Tracking information for resource: router configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:44.999669 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Tracking information for resource: floatingip configured {{(pid=103274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:59:45.005305 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.db.l3_agentschedulers_db [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 15:59:45.005974 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.006337 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: port after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.006679 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.007112 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.007999 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router before_create 55550100 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.008423 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.008824 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_create 55550100 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.009308 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > router precommit_update 55550100 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.014686 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.services.provider_configuration [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service providers = [] {{(pid=103274) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 15:59:45.015118 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.db.servicetype_db [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103274) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 15:59:45.018280 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.services.service_base [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:59:45.018674 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.services.service_base [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:59:45.019002 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.services.service_base [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:59:45.019950 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.services.service_base [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:59:45.020350 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.services.service_base [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 15:59:45.020798 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.021114 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 15:59:45.032699 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.033027 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: auto_allocate Apr 01 15:59:45.041211 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: network precommit_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.042447 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: network precommit_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.042930 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.043245 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: tag Apr 01 15:59:45.050549 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.050876 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: timestamp Apr 01 15:59:45.054851 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.055185 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: network_ip_availability Apr 01 15:59:45.060550 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.060921 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.061271 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.062012 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.062328 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: flavors Apr 01 15:59:45.066999 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.067323 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading Plugin: revisions Apr 01 15:59:45.071533 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:59:45.071924 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_concurrency.lockutils [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=103274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 15:59:45.072651 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103274) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 15:59:45.072979 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Initializing extension manager. Apr 01 15:59:45.073498 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: __init__.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.073856 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: __pycache__ {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.074186 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: address_group.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.074924 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.075495 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: address-group Apr 01 15:59:45.075818 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: address_scope.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.076521 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.077023 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: address-scope Apr 01 15:59:45.077341 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.078441 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.078949 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: router-admin-state-down-before-update Apr 01 15:59:45.079270 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: agent.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.079960 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.080458 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: agent Apr 01 15:59:45.080778 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: agent_resources_synced.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.081695 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.082198 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: agent-resources-synced Apr 01 15:59:45.082516 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: allowedaddresspairs.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.084265 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.084774 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: allowed-address-pairs Apr 01 15:59:45.085094 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: auto_allocated_topology.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.086713 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.087218 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: auto-allocated-topology Apr 01 15:59:45.087534 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: availability_zone.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.088216 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.088714 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: availability_zone Apr 01 15:59:45.089029 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: availability_zone_filter.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.089943 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.090440 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: availability_zone_filter Apr 01 15:59:45.090757 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: data_plane_status.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.091648 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.092140 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 15:59:45.092456 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: default_subnetpools.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.093344 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.093873 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: default-subnetpools Apr 01 15:59:45.094189 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.094981 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.095479 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: dhcp_agent_scheduler Apr 01 15:59:45.095793 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: dns.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.096691 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.097448 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension dns-integration not supported by any of loaded plugins Apr 01 15:59:45.097788 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: dns_domain_ports.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.098693 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.099185 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 15:59:45.099500 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.100397 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.100928 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 01 15:59:45.101205 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: dvr.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.102470 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.102964 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: dvr Apr 01 15:59:45.103284 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: ecmp_routes.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.104181 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.104672 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 01 15:59:45.104991 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: empty_string_filtering.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.105907 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.106404 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: empty-string-filtering Apr 01 15:59:45.106720 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.107614 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.108105 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:59:45.108422 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.109325 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.109848 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 15:59:45.110170 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: external_net.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.111066 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.111566 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: external-net Apr 01 15:59:45.111886 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.112776 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.113277 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: extra_dhcp_opt Apr 01 15:59:45.113594 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: extraroute.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.114510 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.115014 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: extraroute Apr 01 15:59:45.115332 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: extraroute_atomic.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.116345 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.116847 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: extraroute-atomic Apr 01 15:59:45.117164 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: filter_validation.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.117870 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.118364 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: filter-validation Apr 01 15:59:45.118680 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: fip_pf_description.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.119571 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.120061 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 15:59:45.120376 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: fip_pf_port_range.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.121270 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.121792 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 01 15:59:45.122108 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: fip_port_details.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.123004 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.123500 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: fip-port-details Apr 01 15:59:45.123817 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: flavors.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.125015 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.125524 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: flavors Apr 01 15:59:45.125869 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.127493 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.128001 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 15:59:45.128328 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: floatingip_pools.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.129023 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.129528 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: floatingip-pools Apr 01 15:59:45.129875 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: ip_allocation.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.130787 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.131285 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 15:59:45.131606 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.132513 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.133135 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: ip-substring-filtering Apr 01 15:59:45.133462 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l2_adjacency.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.134404 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.134903 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 15:59:45.135221 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.137655 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.138190 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: router Apr 01 15:59:45.138526 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.140712 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.141230 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:59:45.141564 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.142487 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.143002 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: ext-gw-mode Apr 01 15:59:45.143327 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.144226 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.144729 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: l3-ha Apr 01 15:59:45.145055 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.145975 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.146477 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 01 15:59:45.146802 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3_flavors.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.147714 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.148390 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: l3-flavors Apr 01 15:59:45.149243 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.150636 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.151145 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 01 15:59:45.151467 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.152370 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.152874 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 15:59:45.153204 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: l3agentscheduler.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.154287 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.154797 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: l3_agent_scheduler Apr 01 15:59:45.155122 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: local_ip.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.156882 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.157401 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension local_ip not supported by any of loaded plugins Apr 01 15:59:45.157781 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: logging.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.159228 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.159745 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension logging not supported by any of loaded plugins Apr 01 15:59:45.160076 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: metering.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.160805 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.161382 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: metering Apr 01 15:59:45.161740 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.162823 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.163340 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: metering_source_and_destination_fields Apr 01 15:59:45.163667 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: multiprovidernet.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.165126 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.165669 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: multi-provider Apr 01 15:59:45.165999 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: netmtu.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.166899 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.167402 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: net-mtu Apr 01 15:59:45.167725 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: netmtu_writable.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.168625 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.169124 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: net-mtu-writable Apr 01 15:59:45.169444 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: network_availability_zone.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.170137 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.170634 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: network_availability_zone Apr 01 15:59:45.170952 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: network_ip_availability.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.172050 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.172553 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: network-ip-availability Apr 01 15:59:45.172880 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: network_segment_range.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.173646 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.174146 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 15:59:45.174468 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: pagination.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.175583 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.175912 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: pagination Apr 01 15:59:45.176231 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: port_device_profile.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.177131 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.177666 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: port-device-profile Apr 01 15:59:45.177991 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.178958 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.179405 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: port-mac-address-regenerate Apr 01 15:59:45.179724 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.180660 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.181165 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: port-numa-affinity-policy Apr 01 15:59:45.181487 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: port_resource_request.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.182418 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.182922 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 15:59:45.183239 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: port_resource_request_groups.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.184176 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.184676 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 01 15:59:45.184993 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: portbindings.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.185922 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.186427 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: binding Apr 01 15:59:45.186743 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: portbindings_extended.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.187979 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.188484 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: binding-extended Apr 01 15:59:45.188807 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: portsecurity.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.189737 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.190242 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: port-security Apr 01 15:59:45.190564 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: project_id.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.191518 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.191845 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: project-id Apr 01 15:59:45.192165 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: providernet.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.193072 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.193577 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: provider Apr 01 15:59:45.193921 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.197493 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.198048 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos not supported by any of loaded plugins Apr 01 15:59:45.198449 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.199704 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.200212 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 15:59:45.200535 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.201439 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.201968 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 15:59:45.202294 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_default.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.203215 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.203718 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-default not supported by any of loaded plugins Apr 01 15:59:45.204039 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_fip.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.204939 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.205444 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-fip not supported by any of loaded plugins Apr 01 15:59:45.205798 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.206706 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.207213 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 01 15:59:45.207532 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_gateway_ip.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.208440 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.208943 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 15:59:45.209259 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_port_network_policy.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.210191 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.210692 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 15:59:45.211009 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.212551 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.213064 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 01 15:59:45.213385 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.214437 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.214943 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 01 15:59:45.215266 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_pps_rule.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.216429 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.216936 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-pps not supported by any of loaded plugins Apr 01 15:59:45.217267 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_rule_type_details.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.218192 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.218695 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 15:59:45.219015 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.219917 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.220419 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 01 15:59:45.220739 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: qos_rules_alias.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.221786 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.222547 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 15:59:45.222864 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: quota_check_limit.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.223779 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.224282 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: quota-check-limit Apr 01 15:59:45.224599 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: quotasv2.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.225516 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.225868 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: quotas Apr 01 15:59:45.226184 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: quotasv2_detail.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.228519 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.228854 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: quota_details Apr 01 15:59:45.229179 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: rbac.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.230249 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.230773 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: rbac-policies Apr 01 15:59:45.231097 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: rbac_address_group.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.232009 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.232520 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: rbac-address-group Apr 01 15:59:45.232838 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: rbac_address_scope.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.233771 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.234280 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: rbac-address-scope Apr 01 15:59:45.234598 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: rbac_security_groups.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.235568 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.236073 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: rbac-security-groups Apr 01 15:59:45.236389 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: rbac_subnetpool.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.237288 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.237822 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: rbac-subnetpool Apr 01 15:59:45.238140 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: revisionifmatch.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.239043 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.239544 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: revision-if-match Apr 01 15:59:45.239858 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: revisions.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.241041 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.241712 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: standard-attr-revisions Apr 01 15:59:45.242063 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: router_availability_zone.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.242789 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.243310 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: router_availability_zone Apr 01 15:59:45.243644 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: routerservicetype.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.244604 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.245344 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension router-service-type not supported by any of loaded plugins Apr 01 15:59:45.245788 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.246928 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.247524 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: security-groups-normalized-cidr Apr 01 15:59:45.247856 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.248826 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.249342 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: port-security-groups-filtering Apr 01 15:59:45.249709 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.250651 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.251166 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: security-groups-remote-address-group Apr 01 15:59:45.251493 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.252422 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.252931 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: security-groups-shared-filtering Apr 01 15:59:45.253259 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.253880 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 01 15:59:45.254207 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: securitygroup.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.263883 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.264418 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: security-group Apr 01 15:59:45.264755 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: segment.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.265489 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.266036 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension segment not supported by any of loaded plugins Apr 01 15:59:45.266371 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.267326 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.267836 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 15:59:45.268166 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: servicetype.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.269266 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.269808 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: service-type Apr 01 15:59:45.270141 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: sorting.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.271134 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.271464 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: sorting Apr 01 15:59:45.271786 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: standard_attr_segment.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.272714 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.273229 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 15:59:45.274092 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: standardattrdescription.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.274759 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.275268 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: standard-attr-description Apr 01 15:59:45.275593 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: stateful_security_group.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.276541 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.277061 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: stateful-security-group Apr 01 15:59:45.277392 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: stdattrs_common.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.277988 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 15:59:45.278315 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.279257 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.279780 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 15:59:45.280105 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: subnet_onboard.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.281178 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.281730 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: subnet_onboard Apr 01 15:59:45.282063 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.282994 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.283500 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 15:59:45.283826 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: subnet_service_types.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.284744 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.285259 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: subnet-service-types Apr 01 15:59:45.285586 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: subnetallocation.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.286691 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.287205 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: subnet_allocation Apr 01 15:59:45.287532 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.288266 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.288708 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: subnetpool-prefix-ops Apr 01 15:59:45.289035 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.290586 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.291094 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 15:59:45.291425 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: tagging.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.292537 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.293010 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: standard-attr-tag Apr 01 15:59:45.293340 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: timestamp.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.294560 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.295077 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loaded extension: standard-attr-timestamp Apr 01 15:59:45.295404 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: trunk.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.296438 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.296956 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension trunk not supported by any of loaded plugins Apr 01 15:59:45.297285 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: trunk_details.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.298241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.298756 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension trunk-details not supported by any of loaded plugins Apr 01 15:59:45.299083 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: uplink_status_propagation.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.300006 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.300521 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 15:59:45.300843 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Loading extension file: vlantransparent.py {{(pid=103274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:59:45.301520 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:59:45.302069 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 15:59:45.304586 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:network Apr 01 15:59:45.305141 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:subnet Apr 01 15:59:45.305539 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:59:45.305957 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:port Apr 01 15:59:45.307221 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.307665 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service FLAVORS assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.308281 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.308707 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.309038 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:router Apr 01 15:59:45.309463 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:59:45.310004 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service METERING assigned prefix: /metering {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.311455 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.311827 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.312181 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:59:45.313181 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:59:45.313629 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:59:45.314072 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:59:45.314668 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service CORE assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.314997 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:59:45.315342 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] subnetpool is already registered Apr 01 15:59:45.315777 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service CORE assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.316102 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:59:45.316431 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] subnetpool is already registered Apr 01 15:59:45.318736 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.319178 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service FLAVORS assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.319774 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.320198 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.320567 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:router Apr 01 15:59:45.320909 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] router is already registered Apr 01 15:59:45.321329 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:59:45.321696 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] floatingip is already registered Apr 01 15:59:45.322158 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service METERING assigned prefix: /metering {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.322834 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:59:45.323166 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] rbac_policy is already registered Apr 01 15:59:45.323581 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:59:45.323917 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] security_group is already registered Apr 01 15:59:45.324322 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:59:45.324655 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] security_group_rule is already registered Apr 01 15:59:45.325296 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service CORE assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.325643 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:59:45.325983 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] subnetpool is already registered Apr 01 15:59:45.326407 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.v2.resource_helper [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Service CORE assigned prefix: {{(pid=103274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:59:45.326731 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:59:45.327061 dv-cinder-835880-3-smb neutron-server[103274]: WARNING neutron.quota.resource_registry [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] subnetpool is already registered Apr 01 15:59:45.327534 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: extensions {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.329067 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: address-groups {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.330600 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: address-scopes {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.331925 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: agents {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.333085 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: auto-allocated-topology {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.334364 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: availability_zones {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.335562 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: dhcp-networks {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.337657 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: dhcp-agents {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.339070 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: routers {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.341272 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: flavors {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.342688 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: service_profiles {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.343715 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: next_providers {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.345137 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: service_profiles {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.347992 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: floatingip-pools {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.349208 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: routers {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.351357 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: floatingips {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.353283 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: l3-routers {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.355655 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: l3-agents {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.356878 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: metering-labels {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.357499 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: metering-label-rules {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.358812 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: network-ip-availabilities {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.360088 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: bindings {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.361768 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: quotas {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.363332 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: quotas {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.364854 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: rbac-policies {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.366176 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: security-groups {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.367442 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: security-group-rules {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.368678 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: service-providers {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.369909 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: subnetpools {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.371338 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: subnetpools {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.372792 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.374517 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.376339 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.378130 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.379937 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.381900 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.384136 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.386073 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.387849 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.389808 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron.api.extensions [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Extended resource: tags {{(pid=103274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:59:45.395722 dv-cinder-835880-3-smb neutron-server[103274]: WARNING keystonemiddleware.auth_token [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 15:59:45.401016 dv-cinder-835880-3-smb neutron-server[103274]: WARNING keystonemiddleware.auth_token [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 15:59:45.409564 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_concurrency.lockutils [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Acquired lock "singleton_lock" {{(pid=103274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 01 15:59:45.410066 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_concurrency.lockutils [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Releasing lock "singleton_lock" {{(pid=103274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 01 15:59:45.410715 dv-cinder-835880-3-smb neutron-server[103274]: INFO oslo_service.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Starting 2 workers Apr 01 15:59:45.415665 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Started child 103383 {{(pid=103274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:59:45.420212 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Started child 103384 {{(pid=103274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:59:45.421437 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:45.422099 dv-cinder-835880-3-smb neutron-server[103274]: INFO neutron.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 15:59:45.422417 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:45.423015 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [-] (103383) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:59:45.424876 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:45.425285 dv-cinder-835880-3-smb neutron-server[103274]: INFO oslo_service.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Starting 1 workers Apr 01 15:59:45.426330 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [-] (103384) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:59:45.430191 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Started child 103385 {{(pid=103274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:59:45.430748 dv-cinder-835880-3-smb neutron-server[103274]: INFO oslo_service.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Starting 1 workers Apr 01 15:59:45.433754 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] calling RpcWorker wait() {{(pid=103385) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 15:59:45.434313 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] returning from RpcWorker wait() {{(pid=103385) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 15:59:45.435337 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Started child 103386 {{(pid=103274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:59:45.435582 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:45.436072 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.436170 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a22dd034-b516-451b-a98f-75b6762e3075 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:45.438079 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 15:59:45.438289 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:59:45.438474 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:59:45.438704 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:59:45.439044 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:59:45.439208 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:59:45.439713 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.440003 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.440264 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.440353 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:45.440813 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.440813 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.441273 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.441423 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.441877 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.442137 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.442418 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.442650 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.442819 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.442986 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.443240 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.443471 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.443765 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.444028 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.444262 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.444539 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.444710 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.444994 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.445270 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.446071 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.446353 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] debug = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.446603 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.447279 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.447524 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.447942 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.448191 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.448486 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.448738 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.449047 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.449294 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.449546 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.449828 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.450097 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.450355 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.450569 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.450819 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.451036 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.451301 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.451539 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.452166 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] host = dv-cinder-835880-3-smb {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.452430 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.452654 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.452884 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.453132 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.453379 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.453630 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.453898 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.454176 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.454408 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.454656 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.454921 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.455173 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.455397 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.455645 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.455811 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_options = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.456079 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.456342 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.456591 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.456859 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.457011 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.457146 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.457367 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.457533 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.457808 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.458056 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.458243 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.458542 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.458691 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.459034 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.459239 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.459481 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.459675 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.459903 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.460774 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.461936 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.462397 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.462639 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.463121 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.463351 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.463831 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.463831 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.464062 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.464240 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.464484 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.464726 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.465087 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.465489 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.465906 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.466171 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.467089 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.467089 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.467089 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.467463 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.467598 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.467826 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.468106 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_json = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.470241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.471033 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.471033 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.471033 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.471033 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.471318 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.471437 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.471911 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.472462 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.475831 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.476138 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.476556 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.478363 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.478642 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.478916 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.479197 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.479475 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.479822 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.481672 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.481672 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.481672 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.481672 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.481672 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.481672 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.482141 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.482141 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.483985 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.486796 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.487077 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.487397 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.487650 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.487909 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.488185 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.488425 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.488731 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.489032 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.489385 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.493484 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.493863 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.494194 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.494395 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.496819 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.497643 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.497925 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.498166 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.498403 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.498706 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.498930 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.499161 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.499393 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.499656 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.499899 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.500150 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.500401 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.500640 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.500890 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.501154 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.501372 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.501589 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.502150 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.502415 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.502724 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.503005 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.503518 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.503806 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.504036 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.504251 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.504729 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.505210 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.505723 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.506193 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.506601 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.507106 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.507106 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.507303 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.507513 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.507740 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.508512 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.508730 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.508976 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.509209 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.509428 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.509696 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.509913 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.510133 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.510345 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.510560 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.510776 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.510990 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.511205 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.511421 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.511656 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.511873 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.512085 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.512296 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.512535 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.512768 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.512981 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.513251 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.513584 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.513858 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.514114 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.514338 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.514592 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.514845 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.515110 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.515327 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.515544 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.515755 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.516007 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.516232 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.516480 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.516707 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.516927 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.517183 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.517422 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.517688 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.517934 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.518171 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.518407 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.518632 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.518919 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.519161 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.519409 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.519640 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.519871 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.520152 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.520386 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.522090 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.522324 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.522635 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.522938 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.523207 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.523488 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.524305 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.524544 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.524806 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.525057 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.525309 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.525561 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.526078 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.526542 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.526819 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.527068 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.527285 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.527541 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.528135 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.528386 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.528792 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.529011 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.529283 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.529532 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.529806 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.530075 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.530316 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.530554 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.530825 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.531384 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.531626 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.532276 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.532524 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.532735 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.532978 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.533190 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.533427 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.533669 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.533909 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.534161 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.534374 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.534609 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.534824 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.535045 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.535260 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.535505 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.535722 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.535955 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.536192 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.536413 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.536630 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.536845 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.537075 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.537338 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.537556 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.537848 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.538099 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.538318 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.538564 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.538814 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.539079 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.539337 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.539585 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.539806 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.540019 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.540255 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.540429 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.540539 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.540670 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.540885 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.541130 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.541343 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.541575 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.541837 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.542182 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.542441 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.542721 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.542896 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.543142 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.543364 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.543584 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.543804 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.544041 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.544283 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.544567 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.545518 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.545835 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.546062 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.546321 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.546661 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.546975 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.547225 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.547468 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.547690 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.547952 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.548175 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.548413 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.548628 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.548844 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.549073 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.549409 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.549730 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.550069 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.550380 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.550638 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.550870 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.551149 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.551406 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.551655 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.551888 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.552137 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.552313 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.552552 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.552784 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.553002 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.553231 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.553542 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.553715 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.553927 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.554152 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.554361 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.554606 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.554845 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.555068 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.555313 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.555531 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.555746 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.555970 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.556183 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.556385 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.556601 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.556812 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.557042 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.557271 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.557503 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.557738 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.557980 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.558196 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.558427 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.558717 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.559136 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.559363 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.559662 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.559894 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.560158 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.560412 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.560740 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.560960 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.561203 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.561460 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.561722 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.561946 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.562204 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.563134 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.564001 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.564268 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.564521 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.564794 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.565072 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.565346 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.565668 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.565910 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.566207 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.566467 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.566720 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.566949 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.567203 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.567427 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.567645 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.567862 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.568099 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.568339 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.568614 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.568847 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.569080 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.569303 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.569553 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.569832 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.570014 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.570232 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.570990 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.571230 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.571391 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:59:45.571930 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 15:59:45.572092 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:59:45.572247 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:59:45.572415 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:59:45.572585 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:59:45.572737 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:59:45.572951 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.573116 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.573278 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.573439 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.573598 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.573842 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.573969 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.574116 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.574241 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.574387 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.574546 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.574727 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.574857 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.575007 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.575167 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.575346 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.575467 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.575634 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.575800 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.575959 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.576120 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.576279 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.576438 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] debug = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.576597 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.576798 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.576963 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.577122 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.577308 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.577438 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.577587 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.577771 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.577931 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.578092 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.578250 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.578408 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.578570 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.578734 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.578891 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.579209 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.579368 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.579527 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.579686 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] host = dv-cinder-835880-3-smb {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.579844 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.580003 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.580163 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.580322 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.580481 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.580640 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.580800 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.580959 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.581117 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.581277 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.581436 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.581594 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.581798 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.581954 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.582113 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_options = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.582270 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.582430 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.582588 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.582772 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.582941 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.583100 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.583259 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.583418 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.583577 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.583735 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.583894 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.584052 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.584211 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.584372 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.584535 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.584689 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.584847 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.585007 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.585166 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.585324 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.585483 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.585666 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.585827 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.585986 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.586214 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.586374 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.586535 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.586694 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.586853 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.587011 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.587171 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.587330 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.587489 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.587648 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.587807 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.587966 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.588125 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.588284 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.588447 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.588606 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.588766 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.588926 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.589085 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.589244 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.589403 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.589561 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.589745 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_json = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.589906 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.590063 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.590221 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.590380 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.590538 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.590698 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.590857 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.591039 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.591171 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:59:45.591349 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.591510 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.591684 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.591846 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.592009 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.592170 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.592330 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.592490 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.592652 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.592812 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.592983 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.593144 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.593317 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.593477 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.593661 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.593827 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.593990 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.594151 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.594313 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.594474 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.594634 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.594795 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.594967 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.595129 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.595289 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.595450 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.595611 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.595781 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.595941 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.596117 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.596277 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.596440 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.596611 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.596762 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.596924 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.597349 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.597512 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.597696 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.597860 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.598021 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.598184 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.598346 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.598508 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.598668 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.598830 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.598992 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.599154 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.599316 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.599477 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.599639 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.599801 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.599962 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.600129 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.600286 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.600449 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.600644 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.600772 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.600943 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.601104 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.601265 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.601426 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.601588 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.602296 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.602461 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.602624 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.602786 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.602948 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.603110 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.603285 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.603449 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.603610 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.603771 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.603932 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.604093 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.604254 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.604415 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.604577 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.604740 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.604901 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.605064 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.605225 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.605386 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.605549 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.605754 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.605916 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.606077 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.606239 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.606400 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.606562 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.606722 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.606883 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.607052 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.607228 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.607390 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.607551 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.607713 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.607874 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.608035 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.608195 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.608355 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.608515 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.608676 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.608836 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.608996 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.609169 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.609320 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.609481 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.609665 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.609828 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.609989 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.610149 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.610310 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.610470 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.610631 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.610793 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.610954 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.611114 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.611274 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.611434 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.611605 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.611765 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.611929 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.612090 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.612257 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.612428 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.612590 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.612752 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.612912 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.613072 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.613231 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.613398 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.613558 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.613743 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.613905 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.614066 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.614237 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.614387 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.614548 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.614709 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.614893 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.615053 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.615212 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.615372 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.615532 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.615697 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.615854 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.616288 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.616288 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.616461 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.616461 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.616623 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.616784 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.616946 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.617106 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.617282 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.618013 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.618174 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.618336 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.618499 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.618661 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.618822 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.618984 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.619145 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.619305 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.619467 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.619630 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.619789 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.619951 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.620113 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.620274 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.620434 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.620595 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.620755 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.620915 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.621074 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.621235 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.621397 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.621559 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.621744 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.621906 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.622067 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.622229 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.622392 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.622556 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.622717 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.622879 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.623041 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.623202 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.623369 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.623532 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.623693 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.623855 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.624016 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.624178 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.624356 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.624517 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.624678 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.624841 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.625002 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.625163 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.625646 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.625797 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.625959 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.626120 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.626283 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.626444 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.626606 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.626769 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.626929 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.627089 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.627253 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.627416 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.627578 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.627738 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.627901 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.628062 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.628222 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.628382 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.628542 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.628704 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.628865 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.629025 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.629186 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.629361 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.629524 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.629715 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.629877 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.630038 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.630199 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.630371 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.630532 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.630693 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.630854 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.631015 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.631175 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.631345 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.631507 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.631667 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.631828 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.631988 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.632149 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.632317 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.632480 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.632639 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.632799 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.632985 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.633147 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.633322 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.633483 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.633666 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.633829 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.633990 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.634151 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.634321 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.634481 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.634641 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.634801 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.634962 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.635122 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.635293 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.635456 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.635619 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.635789 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.635949 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.636109 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.636270 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.636442 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.636604 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.636767 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.636929 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.637090 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.637250 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.637412 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.637577 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.637835 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.638004 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.638167 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.638336 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.638506 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.638676 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.638836 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.639002 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.639175 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.639336 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.639497 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.639657 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.639818 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.639978 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.640138 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.640298 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.640460 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.640622 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.640783 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.640944 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.641105 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.641267 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.641427 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.641588 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.641771 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.641932 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.642092 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.642252 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:59:45.642404 dv-cinder-835880-3-smb neutron-server[103274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:59:45.653307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 37508) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 15:59:45.661970 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064545 Apr 01 15:59:56.982890 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44936ed3-2f19-4ab0-9631-26eb5106d38f None None] get_active_networks_info from dv-cinder-835880-3-smb {{(pid=103385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 01 15:59:57.110070 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44936ed3-2f19-4ab0-9631-26eb5106d38f None None] No non-hosted networks {{(pid=103385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 15:59:57.123753 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.agentschedulers_db [None req-44936ed3-2f19-4ab0-9631-26eb5106d38f None None] DHCP Agent not found on host dv-cinder-835880-3-smb {{(pid=103385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 15:59:57.203311 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11ab606a-8618-4fe3-931d-e04047a37b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659162'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:59.317987 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-602416d4-d980-40af-b75f-b318afc1e46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659162'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 15:59:59.360240 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7326ec2d-c658-4510-b8af-6dfb8588e57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:00.372494 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659162'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:00.380474 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:00.942670 dv-cinder-835880-3-smb neutron-server[103384]: WARNING oslo_policy.policy [None req-094328ab-df2b-4a0e-a7e0-962e7c6db107 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:00.943533 dv-cinder-835880-3-smb neutron-server[103384]: WARNING oslo_policy.policy [None req-094328ab-df2b-4a0e-a7e0-962e7c6db107 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:01.200293 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [None req-094328ab-df2b-4a0e-a7e0-962e7c6db107 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:00:01.201712 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-094328ab-df2b-4a0e-a7e0-962e7c6db107 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8178179 Apr 01 16:00:01.976827 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659162'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:03.488691 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659162'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:03.491007 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.491987 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.492449 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.492940 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.493513 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.495074 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.495500 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.495942 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.496492 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.496905 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.497326 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.499121 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.499562 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.499974 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.500388 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.500900 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835880-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:03.517050 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835880-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:03.598761 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.db.l3_hamode_db [None req-e2b078a3-50ea-4f54-adb7-2522e7609cfa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 16:00:03.680293 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b078a3-50ea-4f54-adb7-2522e7609cfa None None] Routers set() bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:03.680676 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b078a3-50ea-4f54-adb7-2522e7609cfa None None] Router IDs set() for agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 16:00:03.810228 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:04.126163 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0ea9abf1-4ab2-4bf6-b514-27714b3d8aa4 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:04.219830 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.policy [None req-0ea9abf1-4ab2-4bf6-b514-27714b3d8aa4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 16:00:04.263181 dv-cinder-835880-3-smb neutron-server[103384]: WARNING oslo_policy.policy [None req-0ea9abf1-4ab2-4bf6-b514-27714b3d8aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:04.263562 dv-cinder-835880-3-smb neutron-server[103384]: WARNING oslo_policy.policy [None req-0ea9abf1-4ab2-4bf6-b514-27714b3d8aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:04.357990 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0ea9abf1-4ab2-4bf6-b514-27714b3d8aa4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092147782', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092148265', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092132101', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092122964', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092115103', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092331759', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7357503', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7351337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-887822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-978709'] for rbac-policy (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:04.425097 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0ea9abf1-4ab2-4bf6-b514-27714b3d8aa4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:04.426299 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-0ea9abf1-4ab2-4bf6-b514-27714b3d8aa4 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6149957 Apr 01 16:00:06.929269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37620) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:07.242657 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:07.277692 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Made reservation on behalf of 31e2eae68b4b4e82a67cf82217794c02 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:07.281525 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.298504 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.407686 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks [] for security_group (09c56534-7d46-4483-9e3d-89818a9f36fb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.411336 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (09c56534-7d46-4483-9e3d-89818a9f36fb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.443047 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:07.470195 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738089722161', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (0c44209b-16a6-48ac-af4c-4a59730d3cba), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.470777 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Unsubscribe: segment precommit_create {{(pid=103384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 16:00:07.471542 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Added segment 0c44209b-16a6-48ac-af4c-4a59730d3cba of type vlan for network 2e6d05c3-5caa-43dc-9598-658aacdd4592 Apr 01 16:00:07.477684 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=09c56534-7d46-4483-9e3d-89818a9f36fb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:07.499479 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.499816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.500151 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.500503 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.500880 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.501230 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.501553 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.501897 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.502234 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.502537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.502856 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.503192 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.503511 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.503851 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.504166 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Tracked resource versions report: Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: pushed versions: Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: { 'AddressGroup': {'1.2'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Agent': {'1.1'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'ConntrackHelper': {'1.0'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Log': {'1.0'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'NDPProxy': {'1.0'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Network': {'1.1'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Port': {'1.7'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'PortForwarding': {'1.3'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'QosPolicy': {'1.10'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroup': {'1.5'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'SubPort': {'1.0'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Subnet': {'1.1'}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Trunk': {'1.1'}} Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: consumer versions: Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Agent': '1.1', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'ConntrackHelper': '1.0', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'LocalIPAssociation': '1.0', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Log': '1.0', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'NDPProxy': '1.0', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Network': '1.1', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Port': '1.7', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'PortForwarding': '1.3', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'QosPolicy': '1.10', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroup': '1.5', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroupRule': '1.2', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'SubPort': '1.0', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Subnet': '1.1', Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: 'Trunk': '1.1'}} Apr 01 16:00:07.505303 dv-cinder-835880-3-smb neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:00:07.580765 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (2e6d05c3-5caa-43dc-9598-658aacdd4592), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.620449 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (2e6d05c3-5caa-43dc-9598-658aacdd4592), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.625651 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:07.626379 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:07.714887 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7844350 Apr 01 16:00:07.744894 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2a66c-4fdb-45fd-9a3c-84449b9016b8 demo demo] Pushing event updated for resources: {'Network': ['ID=2e6d05c3-5caa-43dc-9598-658aacdd4592,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:07.757850 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:00:10.325184 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37632) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:10.729319 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f9455-4470-4ca5-8944-7391e8466523 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:10.730597 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-7d0f9455-4470-4ca5-8944-7391e8466523 demo admin] 10.222.0.70 "GET /v2.0/networks/2e6d05c3-5caa-43dc-9598-658aacdd4592 HTTP/1.1" status: 200 len: 825 time: 0.4044414 Apr 01 16:00:10.753627 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-bd3bd6a6-5da4-48dc-8104-d2aff592f955 demo admin] 10.222.0.70 "GET /v2.0/subnetpools/bbb59d20-c65c-4d4a-a173-5b21b850b7ea HTTP/1.1" status: 200 len: 734 time: 0.0175045 Apr 01 16:00:10.761710 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'bbb59d20-c65c-4d4a-a173-5b21b850b7ea', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:10.782082 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Made reservation on behalf of 31e2eae68b4b4e82a67cf82217794c02 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:10.784304 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:11.068942 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (ee9fad49-b5a5-484d-aff1-becc53c6007a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:11.138345 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Pushing event updated for resources: {'Subnet': ['ID=ee9fad49-b5a5-484d-aff1-becc53c6007a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:11.140269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Checking segment: {'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:00:11.140649 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Network hostable DHCP agents. Network: 2e6d05c3-5caa-43dc-9598-658aacdd4592, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:11.160945 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:11.172019 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 2e6d05c3-5caa-43dc-9598-658aacdd4592) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:11.176904 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:11.177594 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:11.182991 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44f63cc-dd4f-4397-949d-0b54df4b79ac None None] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:00:11.193379 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-98f67aa5-03c2-4e54-a960-a365c374d35c demo admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4346986 Apr 01 16:00:11.451957 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-2e6d05c3-5caa-43dc-9598-658aacdd4592', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592', 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'fixed_ips': [{'subnet_id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:00:11.453184 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:11.736980 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Allocated IP 172.20.0.2 (2e6d05c3-5caa-43dc-9598-658aacdd4592/ee9fad49-b5a5-484d-aff1-becc53c6007a/55d2d2ec-e5cd-4886-941a-fb517bb87b76) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:12.005724 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Publish callbacks [] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:12.014157 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:12.085953 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:12.091961 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:12.095099 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:12.109051 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Pushing event updated for resources: {'Port': ['ID=55d2d2ec-e5cd-4886-941a-fb517bb87b76,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:12.155729 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.156085 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.156428 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.156785 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.157124 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.157453 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.157803 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.158129 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.158454 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.158780 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.159103 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.159444 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.159771 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.160089 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.160409 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Tracked resource versions report: Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: pushed versions: Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: { 'AddressGroup': {'1.2'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Agent': {'1.1'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Log': {'1.0'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'NDPProxy': {'1.0'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Network': {'1.1'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Port': {'1.7'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'PortForwarding': {'1.3'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'QosPolicy': {'1.10'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroup': {'1.5'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'SubPort': {'1.0'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Subnet': {'1.1'}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Trunk': {'1.1'}} Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: consumer versions: Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Agent': '1.1', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'ConntrackHelper': '1.0', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'LocalIPAssociation': '1.0', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Log': '1.0', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'NDPProxy': '1.0', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Network': '1.1', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Port': '1.7', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'PortForwarding': '1.3', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'QosPolicy': '1.10', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroup': '1.5', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroupRule': '1.2', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'SubPort': '1.0', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Subnet': '1.1', Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: 'Trunk': '1.1'}} Apr 01 16:00:12.161628 dv-cinder-835880-3-smb neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:00:12.197048 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Attempting to bind port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:00:12.197710 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Attempting to bind port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:00:12.197900 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Attempting to bind port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 on network 2e6d05c3-5caa-43dc-9598-658aacdd4592 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:12.202750 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:00:12.203124 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Checking segment: {'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:00:12.203602 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:12.203990 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Bound using segment: {'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:00:12.204467 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Bound port: 55d2d2ec-e5cd-4886-941a-fb517bb87b76, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:00:12.204878 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:12.271239 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] For port 55d2d2ec-e5cd-4886-941a-fb517bb87b76, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:12.275929 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] For port 55d2d2ec-e5cd-4886-941a-fb517bb87b76, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=55d2d2ec-e5cd-4886-941a-fb517bb87b76,segment=NetworkSegment(0c44209b-16a6-48ac-af4c-4a59730d3cba),segment_id=0c44209b-16a6-48ac-af4c-4a59730d3cba)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:12.283753 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:12.347583 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771e91-f888-4040-a5f2-17fa2e232df1 None None] Pushing event updated for resources: {'Port': ['ID=55d2d2ec-e5cd-4886-941a-fb517bb87b76,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:13.737355 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37640) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:14.079050 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [None req-6310e277-51aa-4be2-8405-98bcef537ce8 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:00:14.080274 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-6310e277-51aa-4be2-8405-98bcef537ce8 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3418593 Apr 01 16:00:16.680910 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:17.048012 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [None req-cf7dd27d-4933-4897-b74e-a0ddf85ca10e admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:00:17.049255 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-cf7dd27d-4933-4897-b74e-a0ddf85ca10e admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3672199 Apr 01 16:00:19.627986 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:19.945325 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b4ef4b86-5f5f-4ffc-97ba-0cfe87d6a630 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:19.968664 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4b86-5f5f-4ffc-97ba-0cfe87d6a630 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:19.970413 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4b86-5f5f-4ffc-97ba-0cfe87d6a630 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:20.112814 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4b86-5f5f-4ffc-97ba-0cfe87d6a630 demo demo] Publish callbacks [] for router_controller (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:20.117447 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4b86-5f5f-4ffc-97ba-0cfe87d6a630 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:20.135427 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4b86-5f5f-4ffc-97ba-0cfe87d6a630 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:20.136604 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b4ef4b86-5f5f-4ffc-97ba-0cfe87d6a630 demo demo] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5075860 Apr 01 16:00:22.186114 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 55d2d2ec-e5cd-4886-941a-fb517bb87b76 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:22.277948 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:22.278285 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:22.415956 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:22.416342 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:22.450408 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 55d2d2ec-e5cd-4886-941a-fb517bb87b76, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=55d2d2ec-e5cd-4886-941a-fb517bb87b76,segment=NetworkSegment(0c44209b-16a6-48ac-af4c-4a59730d3cba),segment_id=0c44209b-16a6-48ac-af4c-4a59730d3cba)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:22.454539 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:22.502554 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=55d2d2ec-e5cd-4886-941a-fb517bb87b76,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:22.712295 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 37668) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:23.216985 dv-cinder-835880-3-smb neutron-server[103383]: WARNING oslo_policy.policy [None req-2eafa5cb-c2fc-4d4c-962f-ca553d670b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:23.217556 dv-cinder-835880-3-smb neutron-server[103383]: WARNING oslo_policy.policy [None req-2eafa5cb-c2fc-4d4c-962f-ca553d670b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:23.450901 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [None req-2eafa5cb-c2fc-4d4c-962f-ca553d670b14 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:00:23.451920 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2eafa5cb-c2fc-4d4c-962f-ca553d670b14 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7387071 Apr 01 16:00:23.746492 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd6e00-2e82-4b8b-813b-7cf32bb0c5e1 None None] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:00:23.799006 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-bd503277-bff8-43e5-86a6-46b4eaaa4522 None None] Provisioning complete for port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:23.799409 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bd503277-bff8-43e5-86a6-46b4eaaa4522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:23.926841 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bd503277-bff8-43e5-86a6-46b4eaaa4522 None None] Current status of the port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:24.153177 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5277f594-8d0a-4438-b800-015d4bb28d3b None None] Provisioning complete for port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:24.153721 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5277f594-8d0a-4438-b800-015d4bb28d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:24.157251 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 55d2d2ec-e5cd-4886-941a-fb517bb87b76 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:24.238830 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:24.239149 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:24.296183 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5277f594-8d0a-4438-b800-015d4bb28d3b None None] Current status of the port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:24.344267 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:26.035892 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 37682) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:26.349901 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:26.405878 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Made reservation on behalf of 97fb346a355d4fbfbeef2426b05ff2df for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:26.467578 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.policy [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 16:00:26.509511 dv-cinder-835880-3-smb neutron-server[103383]: WARNING oslo_policy.policy [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:26.510016 dv-cinder-835880-3-smb neutron-server[103383]: WARNING oslo_policy.policy [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 16:00:26.519625 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.540739 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.652936 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks [] for security_group (238a2708-d850-47e6-b2d9-b380cc3b6c59), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.656818 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (238a2708-d850-47e6-b2d9-b380cc3b6c59), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.671054 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 16:00:26.703447 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238a2708-d850-47e6-b2d9-b380cc3b6c59,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:26.710238 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738089722161', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (f59abd5a-828d-417a-9a90-a8042dbe9feb), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.710824 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Unsubscribe: segment precommit_create {{(pid=103383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 16:00:26.711342 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Added segment f59abd5a-828d-417a-9a90-a8042dbe9feb of type flat for network e33a312d-dfa3-432d-88a6-07dea976a923 Apr 01 16:00:26.733624 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.733958 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.734309 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.734655 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.734984 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.735304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.735829 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.735987 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.736302 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.736774 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.737132 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.737485 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.737836 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.738149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.738458 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Tracked resource versions report: Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: pushed versions: Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: { 'AddressGroup': {'1.2'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Agent': {'1.1'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'ConntrackHelper': {'1.0'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Log': {'1.0'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'NDPProxy': {'1.0'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Network': {'1.1'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Port': {'1.7'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'PortForwarding': {'1.3'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'QosPolicy': {'1.10'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroup': {'1.5'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'SubPort': {'1.0'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Subnet': {'1.1'}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Trunk': {'1.1'}} Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: consumer versions: Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Agent': '1.1', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'ConntrackHelper': '1.0', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'LocalIPAssociation': '1.0', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Log': '1.0', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'NDPProxy': '1.0', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Network': '1.1', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Port': '1.7', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'PortForwarding': '1.3', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'QosPolicy': '1.10', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroup': '1.5', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroupRule': '1.2', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'SubPort': '1.0', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Subnet': '1.1', Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: 'Trunk': '1.1'}} Apr 01 16:00:26.739612 dv-cinder-835880-3-smb neutron-server[103383]: {{(pid=103383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:00:26.825377 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (e33a312d-dfa3-432d-88a6-07dea976a923), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.869588 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (e33a312d-dfa3-432d-88a6-07dea976a923), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.870695 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:26.871380 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.944134 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fc61aed-8223-4fdd-bb5e-8bf8b2e51602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:26.954958 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9179919 Apr 01 16:00:26.978304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab508e7-af30-4fcf-8bb7-a4e3b0735ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=e33a312d-dfa3-432d-88a6-07dea976a923,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:26.988985 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network e33a312d-dfa3-432d-88a6-07dea976a923 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:00:29.311764 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61b7a4b3-9985-4880-8392-d77ea883e144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:29.495113 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 37696) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:29.918908 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d34570-dc14-4d00-b070-ba06ee9dfa84 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:29.920305 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c5d34570-dc14-4d00-b070-ba06ee9dfa84 demo admin] 10.222.0.70 "GET /v2.0/subnets/ee9fad49-b5a5-484d-aff1-becc53c6007a HTTP/1.1" status: 200 len: 849 time: 0.4242458 Apr 01 16:00:30.093549 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0d6c1a00-1307-43eb-b6bc-4e9ef0ad5444 demo admin] 10.222.0.70 "GET /v2.0/routers/a7cc58d3-c0bf-4d78-8116-c3fa506bad9e HTTP/1.1" status: 200 len: 704 time: 0.1675901 Apr 01 16:00:30.316531 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:30.391255 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:30.686615 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Allocated IP 172.20.0.1 (2e6d05c3-5caa-43dc-9598-658aacdd4592/ee9fad49-b5a5-484d-aff1-becc53c6007a/24f5932e-8442-43da-b71c-d05f73dda326) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:30.880450 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks [] for port (24f5932e-8442-43da-b71c-d05f73dda326), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:30.948490 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (24f5932e-8442-43da-b71c-d05f73dda326), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.020651 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:31.027250 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:31.031210 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:31.031790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.108268 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Pushing event updated for resources: {'Port': ['ID=24f5932e-8442-43da-b71c-d05f73dda326,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:31.260543 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b98ac97-3147-4159-8a4d-2c57b054e29f None None] Provisioning complete for port 24f5932e-8442-43da-b71c-d05f73dda326 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:31.260844 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b98ac97-3147-4159-8a4d-2c57b054e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (24f5932e-8442-43da-b71c-d05f73dda326), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.262069 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (24f5932e-8442-43da-b71c-d05f73dda326), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.345245 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b98ac97-3147-4159-8a4d-2c57b054e29f None None] Port 24f5932e-8442-43da-b71c-d05f73dda326 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:00:31.534207 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks [] for port (24f5932e-8442-43da-b71c-d05f73dda326), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.538654 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (24f5932e-8442-43da-b71c-d05f73dda326), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.539451 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.616298 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Pushing event updated for resources: {'Port': ['ID=24f5932e-8442-43da-b71c-d05f73dda326,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:31.660458 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:31.661719 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:31.838951 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:00:31.907729 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:31.935701 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:31.940817 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-58d7fcaf-de5b-4872-8a11-19013492b6fc demo admin] 10.222.0.70 "PUT /v2.0/routers/a7cc58d3-c0bf-4d78-8116-c3fa506bad9e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8418837 Apr 01 16:00:31.959849 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49876285-c938-41dc-876e-04173fed1381 None None] Sync routers for ids ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:31.971968 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] Routers {'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:31.972670 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-e15a639d-5a0c-4b62-93d0-99b7971af736 None None] Provisioning complete for port 24f5932e-8442-43da-b71c-d05f73dda326 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:31.972806 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:00:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:31.973062 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e15a639d-5a0c-4b62-93d0-99b7971af736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (24f5932e-8442-43da-b71c-d05f73dda326), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:32.010707 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e15a639d-5a0c-4b62-93d0-99b7971af736 None None] Port 24f5932e-8442-43da-b71c-d05f73dda326 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:00:32.168353 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] Set router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:32.601350 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'name': 'router1', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:19Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 2, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'gw_port_host': None, '_interfaces': [{'id': '24f5932e-8442-43da-b71c-d05f73dda326', 'name': '', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'mac_address': 'fa:16:3e:2c:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 2, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'subnets': [{'id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb59d20-c65c-4d4a-a173-5b21b850b7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:32.653035 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49876285-c938-41dc-876e-04173fed1381 None None] Checking router: a7cc58d3-c0bf-4d78-8116-c3fa506bad9e for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:32.653403 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49876285-c938-41dc-876e-04173fed1381 None None] Updating router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e port 24f5932e-8442-43da-b71c-d05f73dda326 binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:00:32.706122 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49876285-c938-41dc-876e-04173fed1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (24f5932e-8442-43da-b71c-d05f73dda326), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.262614 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49876285-c938-41dc-876e-04173fed1381 None None] Publish callbacks [] for port (24f5932e-8442-43da-b71c-d05f73dda326), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.271231 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49876285-c938-41dc-876e-04173fed1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (24f5932e-8442-43da-b71c-d05f73dda326), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.448447 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-49876285-c938-41dc-876e-04173fed1381 None None] Attempting to bind port 24f5932e-8442-43da-b71c-d05f73dda326 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:00:33.448862 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-49876285-c938-41dc-876e-04173fed1381 None None] Attempting to bind port 24f5932e-8442-43da-b71c-d05f73dda326 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:00:33.449407 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49876285-c938-41dc-876e-04173fed1381 None None] Attempting to bind port 24f5932e-8442-43da-b71c-d05f73dda326 on network 2e6d05c3-5caa-43dc-9598-658aacdd4592 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:33.455196 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Pushing event updated for resources: {'Port': ['ID=24f5932e-8442-43da-b71c-d05f73dda326,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.457958 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49876285-c938-41dc-876e-04173fed1381 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:00:33.458358 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49876285-c938-41dc-876e-04173fed1381 None None] Checking segment: {'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:00:33.458836 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49876285-c938-41dc-876e-04173fed1381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.459365 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49876285-c938-41dc-876e-04173fed1381 None None] Bound using segment: {'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:00:33.459874 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-49876285-c938-41dc-876e-04173fed1381 None None] Bound port: 24f5932e-8442-43da-b71c-d05f73dda326, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c44209b-16a6-48ac-af4c-4a59730d3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:00:33.460254 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49876285-c938-41dc-876e-04173fed1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (24f5932e-8442-43da-b71c-d05f73dda326), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.473878 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.504601 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.505182 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.505526 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.505893 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.506249 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.506577 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.506901 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.507223 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.507545 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.507868 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.508828 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.509177 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.509507 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.509868 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.510196 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Tracked resource versions report: Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: pushed versions: Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: { 'AddressGroup': {'1.2'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Agent': {'1.1'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Log': {'1.0'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'NDPProxy': {'1.0'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Network': {'1.1'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Port': {'1.7'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'PortForwarding': {'1.3'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'QosPolicy': {'1.10'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroup': {'1.5'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'SubPort': {'1.0'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Subnet': {'1.1'}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Trunk': {'1.1'}} Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: consumer versions: Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Agent': '1.1', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'ConntrackHelper': '1.0', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'LocalIPAssociation': '1.0', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Log': '1.0', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'NDPProxy': '1.0', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Network': '1.1', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Port': '1.7', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'PortForwarding': '1.3', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'QosPolicy': '1.10', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroup': '1.5', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroupRule': '1.2', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'SubPort': '1.0', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Subnet': '1.1', Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: 'Trunk': '1.1'}} Apr 01 16:00:33.511397 dv-cinder-835880-3-smb neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:00:33.543341 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-243341fd-6b23-41be-ac8e-3a80e918cb29 None None] Provisioning complete for port 24f5932e-8442-43da-b71c-d05f73dda326 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:33.543821 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-243341fd-6b23-41be-ac8e-3a80e918cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (24f5932e-8442-43da-b71c-d05f73dda326), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.563810 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-49876285-c938-41dc-876e-04173fed1381 None None] For port 24f5932e-8442-43da-b71c-d05f73dda326, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:33.583682 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-49876285-c938-41dc-876e-04173fed1381 None None] For port 24f5932e-8442-43da-b71c-d05f73dda326, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=24f5932e-8442-43da-b71c-d05f73dda326,segment=NetworkSegment(0c44209b-16a6-48ac-af4c-4a59730d3cba),segment_id=0c44209b-16a6-48ac-af4c-4a59730d3cba)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:33.590624 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49876285-c938-41dc-876e-04173fed1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (24f5932e-8442-43da-b71c-d05f73dda326), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:33.590883 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-243341fd-6b23-41be-ac8e-3a80e918cb29 None None] Port 24f5932e-8442-43da-b71c-d05f73dda326 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:00:33.655322 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828b405-8aed-433d-994b-3d02371c3197 None None] Pushing event updated for resources: {'Port': ['ID=24f5932e-8442-43da-b71c-d05f73dda326,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.666731 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] Routers {'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:33.667469 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:00:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:33.783770 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] Set router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:33.914487 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-6452299f-16fd-4e25-bfcd-e4e5002dd9d9 None None] Provisioning complete for port 24f5932e-8442-43da-b71c-d05f73dda326 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:33.914945 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6452299f-16fd-4e25-bfcd-e4e5002dd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (24f5932e-8442-43da-b71c-d05f73dda326), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:34.003464 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6452299f-16fd-4e25-bfcd-e4e5002dd9d9 None None] Current status of the port 24f5932e-8442-43da-b71c-d05f73dda326 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:34.004170 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6452299f-16fd-4e25-bfcd-e4e5002dd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (24f5932e-8442-43da-b71c-d05f73dda326), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:34.035154 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-49876285-c938-41dc-876e-04173fed1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'name': 'router1', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:19Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 2, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'gw_port_host': None, '_interfaces': [{'id': '24f5932e-8442-43da-b71c-d05f73dda326', 'name': '', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'mac_address': 'fa:16:3e:2c:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 4, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'subnets': [{'id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb59d20-c65c-4d4a-a173-5b21b850b7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:34.042517 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6452299f-16fd-4e25-bfcd-e4e5002dd9d9 None None] For port 24f5932e-8442-43da-b71c-d05f73dda326, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=24f5932e-8442-43da-b71c-d05f73dda326,segment=NetworkSegment(0c44209b-16a6-48ac-af4c-4a59730d3cba),segment_id=0c44209b-16a6-48ac-af4c-4a59730d3cba)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:34.049120 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6452299f-16fd-4e25-bfcd-e4e5002dd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (24f5932e-8442-43da-b71c-d05f73dda326), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:34.075783 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49876285-c938-41dc-876e-04173fed1381 None None] The sync data for ids ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'] in dv-cinder-835880-3-smb is: [{'id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'name': 'router1', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:19Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 2, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'gw_port_host': None, '_interfaces': [{'id': '24f5932e-8442-43da-b71c-d05f73dda326', 'name': '', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'mac_address': 'fa:16:3e:2c:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 4, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'subnets': [{'id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb59d20-c65c-4d4a-a173-5b21b850b7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:34.112729 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452299f-16fd-4e25-bfcd-e4e5002dd9d9 None None] Pushing event updated for resources: {'Port': ['ID=24f5932e-8442-43da-b71c-d05f73dda326,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:34.578575 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:34.792066 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e127c-57dd-4851-817b-55b99f29b2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:34.793545 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-826e127c-57dd-4851-817b-55b99f29b2f1 admin admin] 10.222.0.70 "GET /v2.0/networks/e33a312d-dfa3-432d-88a6-07dea976a923 HTTP/1.1" status: 200 len: 842 time: 0.2139096 Apr 01 16:00:34.802580 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:34.822859 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Made reservation on behalf of 97fb346a355d4fbfbeef2426b05ff2df for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:34.825111 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:35.132916 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.objects.ports [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103384) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 16:00:35.133350 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (a0f33b39-11c5-40ac-b66d-276ca652b9af), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:35.187641 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f33b39-11c5-40ac-b66d-276ca652b9af,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:35.194590 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:00:35.194939 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Network hostable DHCP agents. Network: e33a312d-dfa3-432d-88a6-07dea976a923, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:35.210721 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:35.219666 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, e33a312d-dfa3-432d-88a6-07dea976a923) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:35.224008 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:35.224587 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:35.231648 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e8efa-92dc-4b55-9826-24a72712e893 None None] Network e33a312d-dfa3-432d-88a6-07dea976a923 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:00:35.249673 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-5b7a0bb7-6029-4fbf-82c4-e7f7e4ed8ec0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4417145 Apr 01 16:00:35.334839 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7adac81-63a5-4362-bf86-616eeeef4a5c None None] Network e33a312d-dfa3-432d-88a6-07dea976a923 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:00:36.480907 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:00:37.752160 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:37.979378 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-60c7acba-d39c-46ab-b1a9-41c8e45b352d demo admin] 10.222.0.70 "GET /v2.0/routers/a7cc58d3-c0bf-4d78-8116-c3fa506bad9e HTTP/1.1" status: 200 len: 710 time: 0.2260211 Apr 01 16:00:38.065259 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e2372-2945-4c70-a709-181cc61cc44b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:38.066663 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-da4e2372-2945-4c70-a709-181cc61cc44b demo admin] 10.222.0.70 "GET /v2.0/networks/e33a312d-dfa3-432d-88a6-07dea976a923 HTTP/1.1" status: 200 len: 886 time: 0.0820937 Apr 01 16:00:38.076064 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:38.371186 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks [] for router_gateway (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:38.602537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks [] for router_gateway (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:38.674876 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:38.825267 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Allocated IP 172.28.3.86 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/7cffebe9-da33-4286-b928-25c4d57f3433) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:38.936961 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks [] for port (7cffebe9-da33-4286-b928-25c4d57f3433), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:39.001006 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:39.067512 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:39.072189 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:39.086182 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:39.124916 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Pushing event updated for resources: {'Port': ['ID=7cffebe9-da33-4286-b928-25c4d57f3433,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:39.383755 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks [] for router_gateway (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:39.590026 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-656836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-644'] for router (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:39.594601 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658108'] for router (a7cc58d3-c0bf-4d78-8116-c3fa506bad9e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:39.773265 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:39.879232 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:39.884423 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:39.888819 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1e191c73-4c97-4632-889b-c2c46127faf2 demo admin] 10.222.0.70 "PUT /v2.0/routers/a7cc58d3-c0bf-4d78-8116-c3fa506bad9e HTTP/1.1" status: 200 len: 889 time: 1.8157797 Apr 01 16:00:42.207066 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 24f5932e-8442-43da-b71c-d05f73dda326 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:42.266983 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 24f5932e-8442-43da-b71c-d05f73dda326 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:42.267374 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (24f5932e-8442-43da-b71c-d05f73dda326), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:42.352526 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 24f5932e-8442-43da-b71c-d05f73dda326 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:42.468992 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 37746) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:00:42.600776 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ea07c74c-1edd-4659-84fc-5658af6f8623 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1300828 Apr 01 16:00:42.678113 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Sync routers for ids ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:42.691035 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Routers {'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:42.691741 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:00:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:42.911584 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Set router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:43.380559 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'name': 'router1', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '7cffebe9-da33-4286-b928-25c4d57f3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:19Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'gw_port': {'id': '7cffebe9-da33-4286-b928-25c4d57f3433', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '24f5932e-8442-43da-b71c-d05f73dda326', 'name': '', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'mac_address': 'fa:16:3e:2c:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:34Z', 'revision_number': 5, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'subnets': [{'id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb59d20-c65c-4d4a-a173-5b21b850b7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:43.429979 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Checking router: a7cc58d3-c0bf-4d78-8116-c3fa506bad9e for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:43.430990 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Updating router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e port 7cffebe9-da33-4286-b928-25c4d57f3433 binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:00:43.500738 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:43.814820 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Publish callbacks [] for port (7cffebe9-da33-4286-b928-25c4d57f3433), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:43.822632 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:43.868180 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Attempting to bind port 7cffebe9-da33-4286-b928-25c4d57f3433 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:00:43.868550 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Attempting to bind port 7cffebe9-da33-4286-b928-25c4d57f3433 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:00:43.868905 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Attempting to bind port 7cffebe9-da33-4286-b928-25c4d57f3433 on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:43.879195 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78315ee9-4730-44e6-97a2-22f018601586 None None] Pushing event updated for resources: {'Port': ['ID=7cffebe9-da33-4286-b928-25c4d57f3433,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:43.902299 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:00:43.902299 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:00:43.902299 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:43.902299 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:00:43.902835 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Bound port: 7cffebe9-da33-4286-b928-25c4d57f3433, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:00:43.903081 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:43.964300 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] For port 7cffebe9-da33-4286-b928-25c4d57f3433, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:43.967499 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] For port 7cffebe9-da33-4286-b928-25c4d57f3433, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=7cffebe9-da33-4286-b928-25c4d57f3433,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:43.973742 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:44.029460 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78315ee9-4730-44e6-97a2-22f018601586 None None] Pushing event updated for resources: {'Port': ['ID=7cffebe9-da33-4286-b928-25c4d57f3433,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:44.033624 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Routers {'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:44.034265 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:00:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:44.140981 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] Set router a7cc58d3-c0bf-4d78-8116-c3fa506bad9e gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:44.366811 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'name': 'router1', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '7cffebe9-da33-4286-b928-25c4d57f3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:19Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'gw_port': {'id': '7cffebe9-da33-4286-b928-25c4d57f3433', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '24f5932e-8442-43da-b71c-d05f73dda326', 'name': '', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'mac_address': 'fa:16:3e:2c:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:34Z', 'revision_number': 5, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'subnets': [{'id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb59d20-c65c-4d4a-a173-5b21b850b7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:44.393757 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168dd31-ea52-40b0-8b5c-ee31f2bc091a None None] The sync data for ids ['a7cc58d3-c0bf-4d78-8116-c3fa506bad9e'] in dv-cinder-835880-3-smb is: [{'id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'name': 'router1', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '7cffebe9-da33-4286-b928-25c4d57f3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:19Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'gw_port': {'id': '7cffebe9-da33-4286-b928-25c4d57f3433', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '24f5932e-8442-43da-b71c-d05f73dda326', 'name': '', 'network_id': '2e6d05c3-5caa-43dc-9598-658aacdd4592', 'tenant_id': '31e2eae68b4b4e82a67cf82217794c02', 'mac_address': 'fa:16:3e:2c:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cc58d3-c0bf-4d78-8116-c3fa506bad9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:34Z', 'revision_number': 5, 'project_id': '31e2eae68b4b4e82a67cf82217794c02', 'subnets': [{'id': 'ee9fad49-b5a5-484d-aff1-becc53c6007a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb59d20-c65c-4d4a-a173-5b21b850b7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:46.248516 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 7cffebe9-da33-4286-b928-25c4d57f3433 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:46.344648 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 7cffebe9-da33-4286-b928-25c4d57f3433 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:46.345065 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:46.453596 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 7cffebe9-da33-4286-b928-25c4d57f3433 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:46.454119 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:46.480836 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 7cffebe9-da33-4286-b928-25c4d57f3433, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=7cffebe9-da33-4286-b928-25c4d57f3433,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:46.486242 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:46.560427 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=7cffebe9-da33-4286-b928-25c4d57f3433,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:48.283751 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 7cffebe9-da33-4286-b928-25c4d57f3433 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:48.462971 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 7cffebe9-da33-4286-b928-25c4d57f3433 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:00:48.463511 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (7cffebe9-da33-4286-b928-25c4d57f3433), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:48.652898 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 7cffebe9-da33-4286-b928-25c4d57f3433 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:00:56.948120 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a48d5fd-99ca-4ce0-8e26-3cdd1365863a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:00:59.312683 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5adc3767-343e-4f90-9662-39ca65b1b7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:00.321982 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:01.922557 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:03.480326 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:13.481456 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:01:26.958553 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ae0082e-af59-4fd8-9bad-0d99276722b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:29.310832 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88a132ca-3795-4a7d-b328-7363deac20e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:30.323668 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:31.915928 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:33.464286 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:50.481117 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:01:56.951321 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2607930-d6da-4f53-a318-b55dea769d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:01:59.304069 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-767e7c3d-7ee3-443a-9f3d-75cf9759141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:00.331987 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:01.919540 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:03.467595 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:05.579973 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38230) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:05.642048 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d5473e-b80a-48e0-8781-7aefde12beaf admin admin] GET failed (client error): The resource could not be found. Apr 01 16:02:05.643326 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-13d5473e-b80a-48e0-8781-7aefde12beaf admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624156 Apr 01 16:02:05.802537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790a863-d3e2-45c3-99b9-835711a5aba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:05.804004 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-2790a863-d3e2-45c3-99b9-835711a5aba6 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561079 Apr 01 16:02:08.109422 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:08.201098 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cd244-6e7c-4742-a066-5d027e766a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:08.202492 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-c55cd244-6e7c-4742-a066-5d027e766a4e admin admin] 10.222.0.70 "GET /v2.0/subnets/ee9fad49-b5a5-484d-aff1-becc53c6007a HTTP/1.1" status: 200 len: 849 time: 0.0920982 Apr 01 16:02:08.211677 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:08.298072 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Publish callbacks [] for subnet (ee9fad49-b5a5-484d-aff1-becc53c6007a), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:08.441202 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738089799554'] for subnet (ee9fad49-b5a5-484d-aff1-becc53c6007a), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:08.473804 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:08.475581 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:08.476242 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] 10.222.0.70 "PUT /v2.0/subnets/ee9fad49-b5a5-484d-aff1-becc53c6007a HTTP/1.1" status: 200 len: 868 time: 0.2681623 Apr 01 16:02:08.492932 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4067e9-793b-4fe0-9794-18c5dcc207c5 None None] Network 2e6d05c3-5caa-43dc-9598-658aacdd4592 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:02:08.495596 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9fad49-b5a5-484d-aff1-becc53c6007a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:08.503109 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.503485 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.503813 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.504189 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.504521 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.505077 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.505274 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.505588 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.505937 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.506296 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.506625 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.506972 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.507305 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.507656 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.507982 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1593e4-18e9-49c5-aa4b-68a012a837f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:08.873004 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-a93e88da-160d-4293-b344-13d914cc8c57 None None] Provisioning complete for port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:02:08.873391 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a93e88da-160d-4293-b344-13d914cc8c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55d2d2ec-e5cd-4886-941a-fb517bb87b76), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:08.949351 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a93e88da-160d-4293-b344-13d914cc8c57 None None] Current status of the port 55d2d2ec-e5cd-4886-941a-fb517bb87b76 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:02:08.958973 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-a93e88da-160d-4293-b344-13d914cc8c57 None None] Provisioning complete for port 24f5932e-8442-43da-b71c-d05f73dda326 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:02:08.959348 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a93e88da-160d-4293-b344-13d914cc8c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (24f5932e-8442-43da-b71c-d05f73dda326), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:09.035690 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a93e88da-160d-4293-b344-13d914cc8c57 None None] Current status of the port 24f5932e-8442-43da-b71c-d05f73dda326 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:02:10.790134 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38248) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:10.987642 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9168b678-8f42-452b-9656-3bf0a2105432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:10.988031 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9168b678-8f42-452b-9656-3bf0a2105432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:10.989569 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-9168b678-8f42-452b-9656-3bf0a2105432 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984937 Apr 01 16:02:13.333760 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:13.474706 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f0b44-38d4-4ba5-8727-77ffb2234b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:13.475209 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f0b44-38d4-4ba5-8727-77ffb2234b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:13.476779 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-9e0f0b44-38d4-4ba5-8727-77ffb2234b7c admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1420426 Apr 01 16:02:15.815932 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38264) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:15.961191 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c5ecb-f30c-4682-9c94-d1f844620338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:15.962614 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-281c5ecb-f30c-4682-9c94-d1f844620338 admin admin] 10.222.0.70 "GET /v2.0/networks/2e6d05c3-5caa-43dc-9598-658aacdd4592 HTTP/1.1" status: 200 len: 869 time: 0.1457455 Apr 01 16:02:18.322178 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38272) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:18.451669 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8b911-0f8d-4194-8b31-e3afb86e4914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:18.452936 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-13f8b911-0f8d-4194-8b31-e3afb86e4914 admin admin] 10.222.0.70 "GET /v2.0/networks/e33a312d-dfa3-432d-88a6-07dea976a923 HTTP/1.1" status: 200 len: 886 time: 0.1297936 Apr 01 16:02:20.780071 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38280) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:20.909051 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e91ae-1616-452f-bf30-5b765b054833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:20.909501 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e91ae-1616-452f-bf30-5b765b054833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:20.911096 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d50e91ae-1616-452f-bf30-5b765b054833 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300912 Apr 01 16:02:23.266737 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38290) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:23.404471 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b149ce92-5fe2-4590-9416-0118a54f0600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:23.404925 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b149ce92-5fe2-4590-9416-0118a54f0600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:23.406558 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b149ce92-5fe2-4590-9416-0118a54f0600 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1386404 Apr 01 16:02:25.789981 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38298) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:25.876036 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e164e-095a-4323-85d9-686d14ccc94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:25.877381 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-200e164e-095a-4323-85d9-686d14ccc94b admin admin] 10.222.0.70 "GET /v2.0/subnets/a0f33b39-11c5-40ac-b66d-276ca652b9af HTTP/1.1" status: 200 len: 816 time: 0.0864730 Apr 01 16:02:26.954345 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fd2bff8-70d6-456a-bc12-e8689879402b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:27.538963 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:02:28.232541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38306) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:28.336069 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e0a39-4c95-48a5-9cb4-515db859d8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:28.337432 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-534e0a39-4c95-48a5-9cb4-515db859d8d3 admin admin] 10.222.0.70 "GET /v2.0/subnets/ee9fad49-b5a5-484d-aff1-becc53c6007a HTTP/1.1" status: 200 len: 868 time: 0.1039209 Apr 01 16:02:29.313523 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5bda505-c3de-48b7-8f4a-aee6d5cf8958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:30.329669 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:31.919720 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:33.471966 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:56.689974 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38358) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:56.741516 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [None req-ce25cccc-2fd1-4480-b5b6-29615f7e645a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:02:56.742580 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ce25cccc-2fd1-4480-b5b6-29615f7e645a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516834 Apr 01 16:02:56.961004 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c22b64eb-7e73-4a14-a3a6-04792676d98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:59.158145 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38366) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:02:59.224178 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81a8345-1ccd-46ea-ba0c-01242438b98b admin admin] GET failed (client error): The resource could not be found. Apr 01 16:02:59.225404 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-e81a8345-1ccd-46ea-ba0c-01242438b98b admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664115 Apr 01 16:02:59.315082 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-66b00adf-d18e-48a8-8b1f-e13c70f97124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:02:59.370751 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e123d-78ba-4cb3-8533-c8c0f55da71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:59.372211 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-df8e123d-78ba-4cb3-8533-c8c0f55da71e admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428533 Apr 01 16:03:00.332835 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:01.723171 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38374) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:03:01.770371 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:01.790189 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Made reservation on behalf of 97fb346a355d4fbfbeef2426b05ff2df for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:01.792325 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:01.826465 dv-cinder-835880-3-smb neutron-server[103384]: WARNING neutron.services.revisions.revision_plugin [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Could not find related network for resource to bump revision. Apr 01 16:03:01.839536 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:03:01.849452 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (4f0b9164-9cc0-42d5-a150-8386c23329e6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:01.849840 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Added segment 4f0b9164-9cc0-42d5-a150-8386c23329e6 of type vlan for network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 Apr 01 16:03:01.889968 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:01.920437 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:01.921250 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:01.922196 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:01.922765 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:02.001975 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2776964 Apr 01 16:03:02.015479 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057d807-955d-4258-bd8e-c927de275536 admin admin] Pushing event updated for resources: {'Network': ['ID=5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:02.028665 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:03:03.483651 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:04.387566 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38382) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:03:04.448038 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-67723d36-7c32-4b20-89f1-96a623baf2a7 admin admin] GET failed (client error): The resource could not be found. Apr 01 16:03:04.449339 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-67723d36-7c32-4b20-89f1-96a623baf2a7 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608222 Apr 01 16:03:04.477939 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:03:04.613147 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed2028-eed2-4030-bc43-9e238959d58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:04.615288 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-80ed2028-eed2-4030-bc43-9e238959d58a admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1613452 Apr 01 16:03:04.624668 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:04.643254 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Made reservation on behalf of 97fb346a355d4fbfbeef2426b05ff2df for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:04.645453 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:04.812920 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (7cbeff15-9b53-4589-aca0-66e59d2b98de), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:04.870159 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbeff15-9b53-4589-aca0-66e59d2b98de,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:04.876759 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Checking segment: {'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:03:04.877117 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Network hostable DHCP agents. Network: 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:03:04.893496 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:03:04.902957 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:04.908842 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:04.908973 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:04.912945 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55fce4c-ecf1-4e77-bfea-9ee8bfeb0f5c None None] Network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:03:04.926010 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-2102a34b-2f65-4005-a4a9-9f0390159de7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045783 Apr 01 16:03:05.019536 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7', 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7', 'project_id': '97fb346a355d4fbfbeef2426b05ff2df', 'fixed_ips': [{'subnet_id': '7cbeff15-9b53-4589-aca0-66e59d2b98de'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:03:05.020330 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:05.165163 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Allocated IP 192.168.233.2 (5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7/7cbeff15-9b53-4589-aca0-66e59d2b98de/dab3a0ad-0282-43f8-8203-c97356f59836) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:05.426619 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Publish callbacks [] for port (dab3a0ad-0282-43f8-8203-c97356f59836), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:05.434879 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:05.472358 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:05.479230 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:05.483952 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:03:05.485919 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Pushing event updated for resources: {'Port': ['ID=dab3a0ad-0282-43f8-8203-c97356f59836,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:05.495345 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.495694 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.496029 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.496387 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.496722 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.497051 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.497377 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.497720 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.498046 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.498365 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.498687 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.499032 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.499353 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.499669 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.499989 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:05.557298 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Attempting to bind port dab3a0ad-0282-43f8-8203-c97356f59836 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:03:05.557695 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Attempting to bind port dab3a0ad-0282-43f8-8203-c97356f59836 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:03:05.558134 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Attempting to bind port dab3a0ad-0282-43f8-8203-c97356f59836 on network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:03:05.563778 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:03:05.564162 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Checking segment: {'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:03:05.564567 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:05.564958 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Bound using segment: {'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:03:05.565441 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Bound port: dab3a0ad-0282-43f8-8203-c97356f59836, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:03:05.565848 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:05.637784 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] For port dab3a0ad-0282-43f8-8203-c97356f59836, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:05.641594 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] For port dab3a0ad-0282-43f8-8203-c97356f59836, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=dab3a0ad-0282-43f8-8203-c97356f59836,segment=NetworkSegment(4f0b9164-9cc0-42d5-a150-8386c23329e6),segment_id=4f0b9164-9cc0-42d5-a150-8386c23329e6)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:05.648470 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:05.709873 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c5988-aeb1-438e-ab11-c5bb895eda1c None None] Pushing event updated for resources: {'Port': ['ID=dab3a0ad-0282-43f8-8203-c97356f59836,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:06.296519 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device dab3a0ad-0282-43f8-8203-c97356f59836 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:03:06.357965 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port dab3a0ad-0282-43f8-8203-c97356f59836 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:03:06.358421 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:06.449131 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port dab3a0ad-0282-43f8-8203-c97356f59836 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:03:06.449797 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:06.485710 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port dab3a0ad-0282-43f8-8203-c97356f59836, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=dab3a0ad-0282-43f8-8203-c97356f59836,segment=NetworkSegment(4f0b9164-9cc0-42d5-a150-8386c23329e6),segment_id=4f0b9164-9cc0-42d5-a150-8386c23329e6)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:06.490909 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:06.543694 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=dab3a0ad-0282-43f8-8203-c97356f59836,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:06.631830 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4174d-8929-43d6-b71b-43cff40e9f14 None None] Network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:03:06.744646 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-f256c2ce-21b3-474b-9501-e6a09cf1621a None None] Provisioning complete for port dab3a0ad-0282-43f8-8203-c97356f59836 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:03:06.745007 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f256c2ce-21b3-474b-9501-e6a09cf1621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:06.846143 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f256c2ce-21b3-474b-9501-e6a09cf1621a None None] Current status of the port dab3a0ad-0282-43f8-8203-c97356f59836 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:03:06.966297 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1db2c6c2-8fd5-479c-94b7-4e368eea67d7 None None] Provisioning complete for port dab3a0ad-0282-43f8-8203-c97356f59836 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:03:06.966766 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1db2c6c2-8fd5-479c-94b7-4e368eea67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:07.049237 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1db2c6c2-8fd5-479c-94b7-4e368eea67d7 None None] Current status of the port dab3a0ad-0282-43f8-8203-c97356f59836 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:03:08.265121 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device dab3a0ad-0282-43f8-8203-c97356f59836 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:03:08.320587 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port dab3a0ad-0282-43f8-8203-c97356f59836 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:03:08.320967 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (dab3a0ad-0282-43f8-8203-c97356f59836), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:08.398745 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port dab3a0ad-0282-43f8-8203-c97356f59836 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:03:26.961963 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e689ebba-3636-4c89-a90c-9431e560c722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:29.308572 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-782ea21a-6a05-4f23-9f71-eb68246207c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:30.333917 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:31.922607 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:33.477278 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:41.477286 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:03:56.966297 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a943d2db-874e-4191-ad52-5a70ae89ce37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:03:59.312675 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbe07-364e-4777-8a5e-1e85ff7b7311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:00.337575 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:01.926522 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:03.478922 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:18.475735 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:04:26.972863 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-10228e99-5a36-4da3-81dc-d7d5d1b2a7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:29.317513 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51315340-0c5e-4ad2-81b1-719a531b3c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:30.338877 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:31.932543 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:33.481911 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:38.628295 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:04:38.635041 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [None req-dc8219b4-0fab-4acb-9282-c78f07e9621d tempest-verify_tempest_config-1083530284 tempest-verify_tempest_config-1083530284-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:04:38.636036 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-dc8219b4-0fab-4acb-9282-c78f07e9621d tempest-verify_tempest_config-1083530284 tempest-verify_tempest_config-1083530284-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065291 Apr 01 16:04:38.931654 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38438) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:04:39.037923 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:39.109688 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Publish callbacks [] for security_group (cc2cde8f-3122-48a0-87af-45d1fdeec656), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:39.114033 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cc2cde8f-3122-48a0-87af-45d1fdeec656), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:39.161549 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cd228df54014ecbbfdbeab6e988c8a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2288172 Apr 01 16:04:39.163435 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2cde8f-3122-48a0-87af-45d1fdeec656,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:39.164318 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38442) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:04:39.170271 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.170622 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.170985 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.171343 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.171682 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.172008 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.172332 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.172655 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.172976 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.173297 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.173630 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.173995 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.174319 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.174636 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.174952 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779df4d-625f-4266-b5d2-ee15a7059633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.228917 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Publish callbacks [] for security_group (cc2cde8f-3122-48a0-87af-45d1fdeec656), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:39.249517 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Publish callbacks [] for security_group (cc2cde8f-3122-48a0-87af-45d1fdeec656), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:39.343481 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cc2cde8f-3122-48a0-87af-45d1fdeec656), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:39.346019 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:39.347458 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc2cde8f-3122-48a0-87af-45d1fdeec656 HTTP/1.1" status: 204 len: 168 time: 0.1819177 Apr 01 16:04:39.355376 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2cde8f-3122-48a0-87af-45d1fdeec656,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:39.362203 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.362557 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.362923 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.363286 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.363623 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.363954 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.364281 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.365099 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.365427 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.365790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.366105 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.366452 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.366777 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.367097 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:39.367424 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61efa-664e-4a24-850a-324705ddab8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:55.476500 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:04:56.966739 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5aa13643-2e31-4a8d-8047-ffcf8deda058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:04:59.319044 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d609341f-713c-44bf-b904-69cf6a123a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:00.341796 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:01.924854 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:03.483227 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:26.971796 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69b51d27-afb1-48bc-ac28-29b60a2591ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:29.320515 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b2dde83-11d2-44cb-bd6e-28a7a0d6cda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:30.344392 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:31.932664 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:32.476277 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:05:33.485318 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:56.974729 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8654-eb80-43bd-b3d7-80b129adf060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:05:59.321246 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7fb41dc-e45c-4142-8737-972404759e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:00.346706 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:01.932847 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:03.491757 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:09.475508 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:06:25.935324 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659162'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:26.976083 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc59fab5-4d8c-44ff-be3e-3a09652d9756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:29.322497 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3951baa9-ad37-4268-830f-9e80e21de6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:30.349756 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:31.935861 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:33.485791 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:40.995177 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38514) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:06:41.100004 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ad89b0e1-58a0-4dfb-ae75-0ce90a2a1442 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1037114 Apr 01 16:06:43.416288 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38524) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:06:43.471117 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-88dc8370-068a-44bc-a02e-1c365126cab6 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0537648 Apr 01 16:06:46.478246 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:06:55.934699 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:56.977053 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9839d9d6-cb1e-41ef-96d7-168aa62af35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:06:59.325773 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0fb30ae1-8eb2-4950-9a7f-53ce23b04a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:00.354129 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:01.939551 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:03.487550 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:23.477434 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:07:25.980581 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:26.979083 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5642f280-6fd6-4250-b02e-775f1a5cbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:29.328198 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8b03220-3e1f-4a84-b2a0-74524e9a668a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:30.355122 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:31.948569 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:33.491136 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:55.999180 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:56.980245 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7039797-e016-4696-b74f-f32c17611e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:07:59.333266 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd041-00c8-4974-b69c-4d1cbb84dcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:00.357900 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:00.476028 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:08:01.948578 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:03.493562 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:23.445524 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38720) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:23.784044 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38736) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:23.986414 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1055399461-network', 'tenant_id': '0ba19fc051dd40cda19b771c67f87b1c'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:23.991356 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38748) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:24.018075 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Made reservation on behalf of 0ba19fc051dd40cda19b771c67f87b1c for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:24.021021 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.030045 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.110170 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks [] for security_group (cac637ec-da4a-43ee-80af-9befd7c1493f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.114606 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38758) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:24.124093 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cac637ec-da4a-43ee-80af-9befd7c1493f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.135101 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1569654514-network', 'tenant_id': '56953c8a31934b56b5e605d4c292b041'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:24.158734 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:24.178219 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (ccefe233-f804-4578-b11e-1a3aaea75a57), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.178553 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Added segment ccefe233-f804-4578-b11e-1a3aaea75a57 of type vlan for network 10b9da05-c611-4b43-a02d-838024f306a0 Apr 01 16:08:24.191033 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-network', 'tenant_id': '260e4d005d8144b48bc1883b385997d5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:24.223459 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Made reservation on behalf of 260e4d005d8144b48bc1883b385997d5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:24.226825 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.231316 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (10b9da05-c611-4b43-a02d-838024f306a0), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.236957 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.272790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (10b9da05-c611-4b43-a02d-838024f306a0), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.276063 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.276506 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.291079 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac637ec-da4a-43ee-80af-9befd7c1493f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.324437 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks [] for security_group (11193688-d526-4a21-8eb4-90ef435f2c1a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.329740 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (11193688-d526-4a21-8eb4-90ef435f2c1a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.346474 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:24.360564 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9216530 Apr 01 16:08:24.361348 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Made reservation on behalf of 56953c8a31934b56b5e605d4c292b041 for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:24.363948 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.364832 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38772) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:24.366045 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (e676222d-b5a8-4ec4-b086-b35e213d8adf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.367157 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Added segment e676222d-b5a8-4ec4-b086-b35e213d8adf of type vlan for network 0dc218f3-ce62-46a5-b625-a56c6efad88a Apr 01 16:08:24.373107 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Request body: {'subnet': {'network_id': '10b9da05-c611-4b43-a02d-838024f306a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1055399461-subnet', 'tenant_id': '0ba19fc051dd40cda19b771c67f87b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:24.375427 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.388743 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=10b9da05-c611-4b43-a02d-838024f306a0,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.393186 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.394318 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.394828 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.395534 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.396030 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.396524 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.397003 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.397480 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.397992 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.398471 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.398954 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.399459 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.400184 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.401070 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.401734 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Tracked resource versions report: Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: pushed versions: Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: { 'AddressGroup': {'1.2'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Agent': {'1.1'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'ConntrackHelper': {'1.0'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Log': {'1.0'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'NDPProxy': {'1.0'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Network': {'1.1'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Port': {'1.7'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'PortForwarding': {'1.3'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'QosPolicy': {'1.10'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroup': {'1.5'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'SubPort': {'1.0'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Subnet': {'1.1'}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Trunk': {'1.1'}} Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: consumer versions: Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: HyperV agent@hv-cinder-83588: {}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Agent': '1.1', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'ConntrackHelper': '1.0', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'LocalIPAssociation': '1.0', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Log': '1.0', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'NDPProxy': '1.0', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Network': '1.1', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Port': '1.7', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'PortForwarding': '1.3', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'QosPolicy': '1.10', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroup': '1.5', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'SecurityGroupRule': '1.2', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'SubPort': '1.0', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Subnet': '1.1', Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: 'Trunk': '1.1'}} Apr 01 16:08:24.403714 dv-cinder-835880-3-smb neutron-server[103383]: {{(pid=103383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:08:24.419410 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.420221 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.420702 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.421435 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.423387 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.423889 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.423998 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-99578173-network', 'tenant_id': '5757632974644680a8df00143a0d1c3a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:24.424469 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.424970 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.425499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.426005 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.426500 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.426999 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.427637 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.428151 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.428772 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c49e9-0869-46f5-82e7-0a131db33cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.444504 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 10b9da05-c611-4b43-a02d-838024f306a0 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:08:24.459732 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (0dc218f3-ce62-46a5-b625-a56c6efad88a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.464468 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11193688-d526-4a21-8eb4-90ef435f2c1a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.487567 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.487967 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.488328 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.488692 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.489023 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.489346 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.489689 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.490012 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.490486 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.490816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.491135 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.491460 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.491774 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.492088 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.492398 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Tracked resource versions report: Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: pushed versions: Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: { 'AddressGroup': {'1.2'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Agent': {'1.1'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'ConntrackHelper': {'1.0'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Log': {'1.0'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'NDPProxy': {'1.0'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Network': {'1.1'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Port': {'1.7'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'PortForwarding': {'1.3'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'QosPolicy': {'1.10'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroup': {'1.5'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'SubPort': {'1.0'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Subnet': {'1.1'}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Trunk': {'1.1'}} Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: consumer versions: Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: HyperV agent@hv-cinder-83588: {}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Agent': '1.1', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'ConntrackHelper': '1.0', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'LocalIPAssociation': '1.0', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Log': '1.0', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'NDPProxy': '1.0', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Network': '1.1', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Port': '1.7', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'PortForwarding': '1.3', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'QosPolicy': '1.10', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroup': '1.5', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'SecurityGroupRule': '1.2', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'SubPort': '1.0', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Subnet': '1.1', Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: 'Trunk': '1.1'}} Apr 01 16:08:24.493694 dv-cinder-835880-3-smb neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:08:24.496379 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Made reservation on behalf of 5757632974644680a8df00143a0d1c3a for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:24.498761 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.540980 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.557797 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Made reservation on behalf of 0ba19fc051dd40cda19b771c67f87b1c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:24.561538 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.584884 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks [] for security_group (410ba034-5ca2-4316-a5cd-2df621ed886b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.590953 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (410ba034-5ca2-4316-a5cd-2df621ed886b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.615359 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:24.630853 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (0dc218f3-ce62-46a5-b625-a56c6efad88a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.631787 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.632524 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.637058 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (6eaef864-9b38-42a2-a4f4-32ea6e6cdac7), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.637567 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Added segment 6eaef864-9b38-42a2-a4f4-32ea6e6cdac7 of type vlan for network 71641742-02b5-4ba4-81ef-b19c905751a5 Apr 01 16:08:24.639355 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410ba034-5ca2-4316-a5cd-2df621ed886b,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.699232 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (71641742-02b5-4ba4-81ef-b19c905751a5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.730920 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7384415 Apr 01 16:08:24.731815 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38792) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:24.741727 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (71641742-02b5-4ba4-81ef-b19c905751a5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.742861 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.743487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.751397 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Request body: {'subnet': {'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-subnet', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:24.774826 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4749e9-1500-426a-8dff-a80a3da95e95 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc218f3-ce62-46a5-b625-a56c6efad88a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.790365 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:08:24.806919 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Made reservation on behalf of 260e4d005d8144b48bc1883b385997d5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:24.809537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.825687 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0404601 Apr 01 16:08:24.828393 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38798) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:24.834366 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Request body: {'subnet': {'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1569654514-subnet', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:24.861660 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0222c-b36f-4caa-b2c3-b0301b759a99 admin admin] Pushing event updated for resources: {'Network': ['ID=71641742-02b5-4ba4-81ef-b19c905751a5,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.875007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Made reservation on behalf of 56953c8a31934b56b5e605d4c292b041 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:24.877284 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.897282 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 71641742-02b5-4ba4-81ef-b19c905751a5 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:08:24.940903 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks [] for security_group (8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:24.979505 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.046077 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (c9ee8668-9e71-4f71-ae2c-c1fb846da65a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.180286 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:25.260772 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (0d99b898-8993-4f61-a1ec-e455da0e6ed6), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.273707 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (800b9e74-a55a-4e0d-8366-47e56c88db8f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.295269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.301168 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (7287c8c5-f3de-46d2-9aa4-dc728e11bc37), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.301505 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Added segment 7287c8c5-f3de-46d2-9aa4-dc728e11bc37 of type vlan for network 30036b2f-fdf3-4fff-b51e-3958cef8691d Apr 01 16:08:25.304599 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Checking segment: {'id': 'ccefe233-f804-4578-b11e-1a3aaea75a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10b9da05-c611-4b43-a02d-838024f306a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:25.304856 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Network hostable DHCP agents. Network: 10b9da05-c611-4b43-a02d-838024f306a0, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:25.381104 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ee8668-9e71-4f71-ae2c-c1fb846da65a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.410029 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (30036b2f-fdf3-4fff-b51e-3958cef8691d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.426259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Checking segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:25.427091 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Network hostable DHCP agents. Network: 71641742-02b5-4ba4-81ef-b19c905751a5, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:25.429196 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d99b898-8993-4f61-a1ec-e455da0e6ed6,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.458768 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Network 10b9da05-c611-4b43-a02d-838024f306a0 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:25.461014 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Network 71641742-02b5-4ba4-81ef-b19c905751a5 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:25.469397 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Checking segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:25.469965 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Network hostable DHCP agents. Network: 0dc218f3-ce62-46a5-b625-a56c6efad88a, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:25.480545 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800b9e74-a55a-4e0d-8366-47e56c88db8f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.492108 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 71641742-02b5-4ba4-81ef-b19c905751a5) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:25.498122 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 10b9da05-c611-4b43-a02d-838024f306a0) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:25.499084 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.499667 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.504201 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2b403-d104-459b-b41e-6a4703a333a7 None None] Network 71641742-02b5-4ba4-81ef-b19c905751a5 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:25.504637 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.505006 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.536841 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38830) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:25.537781 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2fdf39ad-1b1e-46d9-bfcf-d123ba97d3a6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7077615 Apr 01 16:08:25.544623 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:25.571542 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.572948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.590634 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-96f56589-749c-46e5-980b-a69ce06e379d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2123299 Apr 01 16:08:25.590634 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:25.590634 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (30036b2f-fdf3-4fff-b51e-3958cef8691d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.590634 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.590634 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.604612 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 0dc218f3-ce62-46a5-b625-a56c6efad88a) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:25.609133 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.609812 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.646798 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b6988-fd1e-4017-9f2e-52108264b499 None None] Network 10b9da05-c611-4b43-a02d-838024f306a0 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:25.648844 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa9a2e-2048-4aa2-b497-c47983364804 None None] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:25.697668 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5789993 Apr 01 16:08:25.699744 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38844) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:25.712467 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Request body: {'subnet': {'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-subnet', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:25.740157 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-fa27bc37-afe4-4e4e-82a0-c4b749063a15 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0006254 Apr 01 16:08:25.743258 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38848) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:25.747594 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks [] for router_controller (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.748693 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51139a-1084-4f2a-aaf7-05415c541ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=30036b2f-fdf3-4fff-b51e-3958cef8691d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.756493 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:25.761601 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Made reservation on behalf of 5757632974644680a8df00143a0d1c3a for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:25.766108 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.821373 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:08:25.853187 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.854345 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.867085 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-71641742-02b5-4ba4-81ef-b19c905751a5', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'project_id': '56953c8a31934b56b5e605d4c292b041', 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:08:25.871341 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:25.960358 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks [] for router_gateway (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.045715 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks [] for router_controller (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.185819 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38876) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:26.324214 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (cdf43c89-1e10-4cb0-a3a5-fc94e273e7af), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.447599 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Allocated IP 172.20.0.2 (71641742-02b5-4ba4-81ef-b19c905751a5/0d99b898-8993-4f61-a1ec-e455da0e6ed6/fb8ba6e1-4705-43ba-aa46-33f78e6521fb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:26.462731 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:26.497656 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Checking segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:26.498794 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Network hostable DHCP agents. Network: 30036b2f-fdf3-4fff-b51e-3958cef8691d, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:26.563154 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks [] for router_gateway (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.611588 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:26.620178 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2c8329c6-686b-441f-acb2-53bd101297e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.635413 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387a6aa-f4dd-4bf5-abcd-cf3595445a2e None None] Network 10b9da05-c611-4b43-a02d-838024f306a0 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:26.665093 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 30036b2f-fdf3-4fff-b51e-3958cef8691d) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:26.677509 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:26.680575 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.738145 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c716f-25a3-4f75-8590-eb8f0cfea6a3 None None] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:26.753567 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-15c1d25e-19bd-469e-ba28-8d171698e0ff admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0515440 Apr 01 16:08:26.755020 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38900) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:26.777082 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:26.801073 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-0dc218f3-ce62-46a5-b625-a56c6efad88a', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'project_id': '260e4d005d8144b48bc1883b385997d5', 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:08:26.801963 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.969973 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.993482 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2c8329c6-686b-441f-acb2-53bd101297e5 admin admin] Publish callbacks [] for security_group (a3089fab-bf05-4da1-b486-f4433eb979c2), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:26.998930 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (6705a93c-27e3-4185-9486-c28db94badb3), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.001501 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (6705a93c-27e3-4185-9486-c28db94badb3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.021327 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2c8329c6-686b-441f-acb2-53bd101297e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a3089fab-bf05-4da1-b486-f4433eb979c2), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.021643 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks [] for router_gateway (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.074431 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.122323 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e793831c-3304-4773-a22f-65eacf6c2a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.159858 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Publish callbacks [] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.181570 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.244136 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-30036b2f-fdf3-4fff-b51e-3958cef8691d', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'project_id': '5757632974644680a8df00143a0d1c3a', 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:08:27.245008 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.252651 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2c8329c6-686b-441f-acb2-53bd101297e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2757562aa79420eb412ddf3cf40e591&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0655870 Apr 01 16:08:27.258717 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38902) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:27.278449 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8329c6-686b-441f-acb2-53bd101297e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3089fab-bf05-4da1-b486-f4433eb979c2,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.296631 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Network 71641742-02b5-4ba4-81ef-b19c905751a5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:27.312093 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:27.325525 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:27.331490 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Pushing event updated for resources: {'Port': ['ID=fb8ba6e1-4705-43ba-aa46-33f78e6521fb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.398244 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Allocated IP 172.20.0.2 (0dc218f3-ce62-46a5-b625-a56c6efad88a/800b9e74-a55a-4e0d-8366-47e56c88db8f/b554c976-3b0e-458c-a0f3-e249823ee424) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:27.419314 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks [] for router_gateway (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.444290 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks [] for router_controller (6705a93c-27e3-4185-9486-c28db94badb3), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.444549 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Allocated IP 172.28.3.77 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/3b405204-fa2f-4d01-8d4c-3a1a6446d39f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:27.490724 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.554590 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.554946 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.555294 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.555656 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.556001 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.556336 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.556663 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.562478 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.568086 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.568419 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.569893 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.571736 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.572414 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.572761 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.573147 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Tracked resource versions report: Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: pushed versions: Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: { 'AddressGroup': {'1.2'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Agent': {'1.1'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Log': {'1.0'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'NDPProxy': {'1.0'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Network': {'1.1'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Port': {'1.7'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'PortForwarding': {'1.3'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'QosPolicy': {'1.10'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroup': {'1.5'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'SubPort': {'1.0'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Subnet': {'1.1'}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Trunk': {'1.1'}} Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: consumer versions: Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: HyperV agent@hv-cinder-83588: {}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Agent': '1.1', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'ConntrackHelper': '1.0', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'LocalIPAssociation': '1.0', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Log': '1.0', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'NDPProxy': '1.0', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Network': '1.1', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Port': '1.7', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'PortForwarding': '1.3', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'QosPolicy': '1.10', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroup': '1.5', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'SecurityGroupRule': '1.2', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'SubPort': '1.0', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Subnet': '1.1', Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: 'Trunk': '1.1'}} Apr 01 16:08:27.574466 dv-cinder-835880-3-smb neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:08:27.721855 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38950) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:27.728577 dv-cinder-835880-3-smb neutron-server[103384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 16:08:27.741775 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks [] for router_gateway (6705a93c-27e3-4185-9486-c28db94badb3), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.804129 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Attempting to bind port fb8ba6e1-4705-43ba-aa46-33f78e6521fb on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:27.804694 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Attempting to bind port fb8ba6e1-4705-43ba-aa46-33f78e6521fb by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:27.804853 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Attempting to bind port fb8ba6e1-4705-43ba-aa46-33f78e6521fb on network 71641742-02b5-4ba4-81ef-b19c905751a5 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:27.839807 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:27.840483 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Checking segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:27.841084 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.841670 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Bound using segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:27.843333 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Bound port: fb8ba6e1-4705-43ba-aa46-33f78e6521fb, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:27.843894 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.859725 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49bc430b-45ee-4a9e-8420-375050bbb8c9 admin admin] Publish callbacks [] for security_group (a3089fab-bf05-4da1-b486-f4433eb979c2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.890494 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49bc430b-45ee-4a9e-8420-375050bbb8c9 admin admin] Publish callbacks [] for security_group (a3089fab-bf05-4da1-b486-f4433eb979c2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.932495 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Allocated IP 172.20.0.2 (30036b2f-fdf3-4fff-b51e-3958cef8691d/cdf43c89-1e10-4cb0-a3a5-fc94e273e7af/9d127362-276d-4f79-8d92-231b775a5b0f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:27.971344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49bc430b-45ee-4a9e-8420-375050bbb8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a3089fab-bf05-4da1-b486-f4433eb979c2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.975396 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49bc430b-45ee-4a9e-8420-375050bbb8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:27.979692 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-49bc430b-45ee-4a9e-8420-375050bbb8c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3089fab-bf05-4da1-b486-f4433eb979c2 HTTP/1.1" status: 204 len: 168 time: 0.6882362 Apr 01 16:08:27.993156 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc430b-45ee-4a9e-8420-375050bbb8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3089fab-bf05-4da1-b486-f4433eb979c2,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.143067 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38958) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:28.192082 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] For port fb8ba6e1-4705-43ba-aa46-33f78e6521fb, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:28.199263 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-eaa7e3c3-cc3f-49e5-8769-8bbd8a037b3f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:28.218082 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-eaa7e3c3-cc3f-49e5-8769-8bbd8a037b3f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/networks?id=10b9da05-c611-4b43-a02d-838024f306a0 HTTP/1.1" status: 200 len: 812 time: 0.4934556 Apr 01 16:08:28.242584 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks [] for router_gateway (6705a93c-27e3-4185-9486-c28db94badb3), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.251602 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-2f6d1c6c-07c6-42b9-a0c2-a0a8282738e2 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/quotas/0ba19fc051dd40cda19b771c67f87b1c HTTP/1.1" status: 200 len: 375 time: 0.0248954 Apr 01 16:08:28.265873 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.266564 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] For port fb8ba6e1-4705-43ba-aa46-33f78e6521fb, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=fb8ba6e1-4705-43ba-aa46-33f78e6521fb,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:28.281275 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Publish callbacks [] for port (b554c976-3b0e-458c-a0f3-e249823ee424), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.301450 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.339304 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-08b1411f-425d-4a7f-b952-fc7a86afeb69 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ba19fc051dd40cda19b771c67f87b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867934 Apr 01 16:08:28.345179 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.449686 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks [] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.469102 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:28.473564 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:28.486332 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:28.536600 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.578594 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9b879354-4e3c-42d8-8740-21c72d711e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.670895 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:28.678798 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 38974) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:28.683360 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:28.695358 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Pushing event updated for resources: {'Port': ['ID=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.700141 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:28.702933 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Allocated IP 172.28.3.254 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/aa4e4bf2-5789-4024-a790-cd66b72b5d6c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:28.720357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fac90e-646a-4f1a-b012-220398858b77 None None] Pushing event updated for resources: {'Port': ['ID=fb8ba6e1-4705-43ba-aa46-33f78e6521fb,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.786008 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9b879354-4e3c-42d8-8740-21c72d711e62 admin admin] Publish callbacks [] for security_group (2bff3739-8b0a-48f3-b639-1e95d9aebb13), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.795214 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9b879354-4e3c-42d8-8740-21c72d711e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2bff3739-8b0a-48f3-b639-1e95d9aebb13), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.911026 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Publish callbacks [] for port (9d127362-276d-4f79-8d92-231b775a5b0f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.925207 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42cf9d86-4d92-4151-9bc1-eb64e0e0f901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.927569 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Attempting to bind port b554c976-3b0e-458c-a0f3-e249823ee424 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:28.928268 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Attempting to bind port b554c976-3b0e-458c-a0f3-e249823ee424 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:28.928951 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Attempting to bind port b554c976-3b0e-458c-a0f3-e249823ee424 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:28.936938 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:28.953286 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9b879354-4e3c-42d8-8740-21c72d711e62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b0e824cbd6d4f839e6fe9b715a90443&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8101726 Apr 01 16:08:28.954145 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b879354-4e3c-42d8-8740-21c72d711e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff3739-8b0a-48f3-b639-1e95d9aebb13,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.964785 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 38988) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:28.968801 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-7c7afe6c-f20d-4c7b-b439-08ff136bbaf5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:08:28.969899 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-7c7afe6c-f20d-4c7b-b439-08ff136bbaf5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3218155 Apr 01 16:08:29.000288 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:29.000654 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Checking segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:29.012139 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.012621 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Bound using segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:29.013289 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Bound port: b554c976-3b0e-458c-a0f3-e249823ee424, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:29.013586 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.028607 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:29.047032 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:29.067521 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:29.072201 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Pushing event updated for resources: {'Port': ['ID=b554c976-3b0e-458c-a0f3-e249823ee424,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.080503 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4765414f-d108-4304-9c13-b6e8825d829f admin admin] Publish callbacks [] for security_group (2bff3739-8b0a-48f3-b639-1e95d9aebb13), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.114680 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4765414f-d108-4304-9c13-b6e8825d829f admin admin] Publish callbacks [] for security_group (2bff3739-8b0a-48f3-b639-1e95d9aebb13), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.173210 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] For port b554c976-3b0e-458c-a0f3-e249823ee424, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:29.183387 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] For port b554c976-3b0e-458c-a0f3-e249823ee424, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=b554c976-3b0e-458c-a0f3-e249823ee424,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:29.211088 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4765414f-d108-4304-9c13-b6e8825d829f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2bff3739-8b0a-48f3-b639-1e95d9aebb13), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.214065 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4765414f-d108-4304-9c13-b6e8825d829f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.214655 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.215253 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4765414f-d108-4304-9c13-b6e8825d829f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bff3739-8b0a-48f3-b639-1e95d9aebb13 HTTP/1.1" status: 204 len: 168 time: 0.2496531 Apr 01 16:08:29.226734 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765414f-d108-4304-9c13-b6e8825d829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff3739-8b0a-48f3-b639-1e95d9aebb13,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.286003 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Pushing event updated for resources: {'Port': ['ID=9d127362-276d-4f79-8d92-231b775a5b0f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.303722 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Attempting to bind port 9d127362-276d-4f79-8d92-231b775a5b0f on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:29.303722 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Attempting to bind port 9d127362-276d-4f79-8d92-231b775a5b0f by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:29.303931 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Attempting to bind port 9d127362-276d-4f79-8d92-231b775a5b0f on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:29.373020 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:29.373475 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Checking segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:29.373925 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.374334 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Bound using segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:29.375813 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Bound port: 9d127362-276d-4f79-8d92-231b775a5b0f, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:29.376217 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.407711 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a7a-08f3-4b97-b5a4-d550eab900c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.451568 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eead6-bcfd-4b1c-8015-bb383d65f74e None None] Pushing event updated for resources: {'Port': ['ID=b554c976-3b0e-458c-a0f3-e249823ee424,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.493829 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] For port 9d127362-276d-4f79-8d92-231b775a5b0f, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:29.497820 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] For port 9d127362-276d-4f79-8d92-231b775a5b0f, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=9d127362-276d-4f79-8d92-231b775a5b0f,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:29.507586 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.583130 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6428d-d2b7-4e52-a295-12b3f9fc6875 None None] Pushing event updated for resources: {'Port': ['ID=9d127362-276d-4f79-8d92-231b775a5b0f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.637745 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks [] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.735534 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-69d9910c-1d2c-44b9-867f-740826566c09 service neutron] 10.222.0.70 "GET /v2.0/networks/10b9da05-c611-4b43-a02d-838024f306a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398386 Apr 01 16:08:29.762875 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39002) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:29.783725 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b695c83a-db67-48c4-9523-5e32bea4f5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.798595 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks [] for router_gateway (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.899657 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b695c83a-db67-48c4-9523-5e32bea4f5a9 admin admin] Publish callbacks [] for security_group (a9441220-8ff3-4168-a91f-104141e5f527), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.904415 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b695c83a-db67-48c4-9523-5e32bea4f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a9441220-8ff3-4168-a91f-104141e5f527), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:29.963047 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b695c83a-db67-48c4-9523-5e32bea4f5a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da4f4927abfc4d94a33cb3df67cd2fc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1987479 Apr 01 16:08:29.978507 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39004) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:30.005416 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695c83a-db67-48c4-9523-5e32bea4f5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9441220-8ff3-4168-a91f-104141e5f527,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.057030 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.076520 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42cf9d86-4d92-4151-9bc1-eb64e0e0f901 admin admin] Publish callbacks [] for security_group (07564dd5-8048-489c-8be0-cd250b2f9e61), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.105776 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42cf9d86-4d92-4151-9bc1-eb64e0e0f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (07564dd5-8048-489c-8be0-cd250b2f9e61), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.116995 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90aee219-e089-420d-b3a0-9d525d9955bc admin admin] Publish callbacks [] for security_group (a9441220-8ff3-4168-a91f-104141e5f527), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.127512 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-953cd88e-e1a1-479f-a3d6-14069e869197 service neutron] 10.222.0.70 "GET /v2.0/networks/10b9da05-c611-4b43-a02d-838024f306a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446298 Apr 01 16:08:30.159954 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Allocated IP 172.28.3.134 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/4bec7433-10a8-4c01-8f09-05c49423ab4c) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:30.168863 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90aee219-e089-420d-b3a0-9d525d9955bc admin admin] Publish callbacks [] for security_group (a9441220-8ff3-4168-a91f-104141e5f527), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.247015 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:30.273843 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c2d93-244e-4aa2-a43c-88dde968ca40 None None] Network 71641742-02b5-4ba4-81ef-b19c905751a5 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:30.365517 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90aee219-e089-420d-b3a0-9d525d9955bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a9441220-8ff3-4168-a91f-104141e5f527), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.368412 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90aee219-e089-420d-b3a0-9d525d9955bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.369943 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-90aee219-e089-420d-b3a0-9d525d9955bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9441220-8ff3-4168-a91f-104141e5f527 HTTP/1.1" status: 204 len: 168 time: 0.3902071 Apr 01 16:08:30.377128 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:30.383830 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:30.401636 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aee219-e089-420d-b3a0-9d525d9955bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9441220-8ff3-4168-a91f-104141e5f527,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.416133 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks [] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.457384 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.469625 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.559924 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-42cf9d86-4d92-4151-9bc1-eb64e0e0f901 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68cb76f574364787840dca9f897982df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8778162 Apr 01 16:08:30.571047 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39028) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:30.588284 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf9d86-4d92-4151-9bc1-eb64e0e0f901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07564dd5-8048-489c-8be0-cd250b2f9e61,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.641277 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.647868 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39032) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:30.654416 dv-cinder-835880-3-smb neutron-server[103383]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 16:08:30.701559 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-44610ba7-6941-468d-a21c-bd088af53b2f None None] Provisioning complete for port fb8ba6e1-4705-43ba-aa46-33f78e6521fb triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:30.703083 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44610ba7-6941-468d-a21c-bd088af53b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.778074 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.845719 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a334f8ae-cbc9-4e51-b0d4-57eee70b3f37 req-56a88369-da68-48d4-a0ce-c9a45386bb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.1925316 Apr 01 16:08:30.857892 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:30.858056 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9810f0f3-89cf-48a7-a69b-2da1356579be admin admin] Publish callbacks [] for security_group (07564dd5-8048-489c-8be0-cd250b2f9e61), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:30.873664 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:30.889434 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Pushing event updated for resources: {'Port': ['ID=4bec7433-10a8-4c01-8f09-05c49423ab4c,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.922439 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:31.099471 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9810f0f3-89cf-48a7-a69b-2da1356579be admin admin] Publish callbacks [] for security_group (07564dd5-8048-489c-8be0-cd250b2f9e61), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.136268 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b554c976-3b0e-458c-a0f3-e249823ee424 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:31.221885 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39052) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:31.224244 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd848b90-1791-48a6-8ec9-33fcc5e0e1e2 None None] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:31.334029 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks [] for router_gateway (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.424796 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-44610ba7-6941-468d-a21c-bd088af53b2f None None] Current status of the port fb8ba6e1-4705-43ba-aa46-33f78e6521fb is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:31.425284 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44610ba7-6941-468d-a21c-bd088af53b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.525249 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-44610ba7-6941-468d-a21c-bd088af53b2f None None] For port fb8ba6e1-4705-43ba-aa46-33f78e6521fb, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=fb8ba6e1-4705-43ba-aa46-33f78e6521fb,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:31.548553 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44610ba7-6941-468d-a21c-bd088af53b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.578392 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9810f0f3-89cf-48a7-a69b-2da1356579be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (07564dd5-8048-489c-8be0-cd250b2f9e61), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.599012 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9810f0f3-89cf-48a7-a69b-2da1356579be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.600177 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-9810f0f3-89cf-48a7-a69b-2da1356579be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07564dd5-8048-489c-8be0-cd250b2f9e61 HTTP/1.1" status: 204 len: 168 time: 1.0247877 Apr 01 16:08:31.619585 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c4ed2-aa4a-4298-bec2-710bb3d8a80f None None] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:31.697851 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f0f3-89cf-48a7-a69b-2da1356579be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07564dd5-8048-489c-8be0-cd250b2f9e61,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:31.715272 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port b554c976-3b0e-458c-a0f3-e249823ee424 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:31.715795 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.745541 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1cdf7913-c052-4178-98a5-5e7879dc0e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:31.790611 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:08:31.854708 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks [] for router_gateway (6705a93c-27e3-4185-9486-c28db94badb3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.120243 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-570e35d2-ad6b-41e1-b443-60f1d9ca8ccc req-0a13a5f5-3130-42fb-8cb8-3484a201ffaf tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.1240127 Apr 01 16:08:32.140266 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port b554c976-3b0e-458c-a0f3-e249823ee424 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:32.141044 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.185094 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port b554c976-3b0e-458c-a0f3-e249823ee424, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=b554c976-3b0e-458c-a0f3-e249823ee424,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:32.195055 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.196400 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.198055 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fb8ba6e1-4705-43ba-aa46-33f78e6521fb up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:32.200492 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44610ba7-6941-468d-a21c-bd088af53b2f None None] Pushing event updated for resources: {'Port': ['ID=fb8ba6e1-4705-43ba-aa46-33f78e6521fb,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:32.207443 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Provisioning complete for port b554c976-3b0e-458c-a0f3-e249823ee424 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:32.208218 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.253806 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1cdf7913-c052-4178-98a5-5e7879dc0e33 admin admin] Publish callbacks [] for security_group (2a69c1f9-fdfc-48b1-ab08-b3598e1e5007), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.255213 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.261882 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1cdf7913-c052-4178-98a5-5e7879dc0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2a69c1f9-fdfc-48b1-ab08-b3598e1e5007), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.284298 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:32.295680 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Sync routers for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:32.311188 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:32.312163 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:32.378550 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=b554c976-3b0e-458c-a0f3-e249823ee424,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:32.575162 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (6705a93c-27e3-4185-9486-c28db94badb3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.598907 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port fb8ba6e1-4705-43ba-aa46-33f78e6521fb triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:32.599422 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.628508 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Current status of the port b554c976-3b0e-458c-a0f3-e249823ee424 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:32.687144 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Provisioning complete for port 9d127362-276d-4f79-8d92-231b775a5b0f triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:32.687812 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:32.909769 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:32.960194 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1cdf7913-c052-4178-98a5-5e7879dc0e33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7bae6bd67a946c3aa56899c467141db&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7312860 Apr 01 16:08:32.960852 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39122) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:32.994127 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port fb8ba6e1-4705-43ba-aa46-33f78e6521fb is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:32.997756 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 9d127362-276d-4f79-8d92-231b775a5b0f up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:33.024790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Router 6705a93c-27e3-4185-9486-c28db94badb3 is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:08:33.059965 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.067083 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-742bcb26-631c-4221-a700-93f06800af45 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5285408 Apr 01 16:08:33.067878 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf7913-c052-4178-98a5-5e7879dc0e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69c1f9-fdfc-48b1-ab08-b3598e1e5007,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:33.091219 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39128) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:33.166077 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Current status of the port 9d127362-276d-4f79-8d92-231b775a5b0f is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:33.168651 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.265512 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 3, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:33.275602 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] For port 9d127362-276d-4f79-8d92-231b775a5b0f, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=9d127362-276d-4f79-8d92-231b775a5b0f,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:33.280347 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:33.284178 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 9d127362-276d-4f79-8d92-231b775a5b0f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:33.286223 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.294615 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.335171 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Checking router: df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:33.336338 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Updating router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:33.367284 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Sync routers for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:33.374831 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-127d1977-b6f1-494f-aaa9-ea0a44791fcd req-0d3d489e-7579-4316-af61-2efd3a8e4ef8 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0709438 Apr 01 16:08:33.381138 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.385314 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-fcb8d928-dc2b-4d4b-b1b1-0103c781449a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6186249 Apr 01 16:08:33.385793 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39144) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:33.388280 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.491952 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:33.495213 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:33.648506 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce115ea4-7089-4cea-810b-481d2326ecf1 admin admin] Publish callbacks [] for security_group (2a69c1f9-fdfc-48b1-ab08-b3598e1e5007), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.672566 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:08:33.706468 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce115ea4-7089-4cea-810b-481d2326ecf1 admin admin] Publish callbacks [] for security_group (2a69c1f9-fdfc-48b1-ab08-b3598e1e5007), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.830982 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Publish callbacks [] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.838222 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.841657 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Provisioning complete for port fb8ba6e1-4705-43ba-aa46-33f78e6521fb triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:33.842178 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.845295 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:33.904015 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Pushing event updated for resources: {'Port': ['ID=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:33.930547 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.931228 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.931773 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.932442 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.933075 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.933631 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.934165 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.934692 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.935222 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.935859 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.936395 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.937007 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.937541 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.938143 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.938948 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Tracked resource versions report: Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: pushed versions: Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: { 'AddressGroup': {'1.2'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Agent': {'1.1'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Log': {'1.0'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'NDPProxy': {'1.0'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Network': {'1.1'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Port': {'1.7'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'PortForwarding': {'1.3'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'QosPolicy': {'1.10'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroup': {'1.5'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'SubPort': {'1.0'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Subnet': {'1.1'}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Trunk': {'1.1'}} Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: consumer versions: Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: { DHCP agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: HyperV agent@hv-cinder-83588: {}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: L3 agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: Metadata agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: Metering agent@dv-cinder-835880-3-smb: {}, Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: Open vSwitch agent@dv-cinder-835880-3-smb: { 'AddressGroup': '1.2', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Agent': '1.1', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'ConntrackHelper': '1.0', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'LocalIPAssociation': '1.0', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Log': '1.0', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'NDPProxy': '1.0', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Network': '1.1', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Port': '1.7', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'PortForwarding': '1.3', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'QosPolicy': '1.10', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroup': '1.5', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'SecurityGroupRule': '1.2', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'SubPort': '1.0', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Subnet': '1.1', Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: 'Trunk': '1.1'}} Apr 01 16:08:33.940427 dv-cinder-835880-3-smb neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 16:08:33.958913 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Attempting to bind port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:33.972393 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Attempting to bind port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:33.973020 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Attempting to bind port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:33.986735 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:33.988582 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:33.990233 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:33.990779 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:33.993677 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Bound port: 3b405204-fa2f-4d01-8d4c-3a1a6446d39f, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:33.994445 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:34.115495 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] For port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:34.119817 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] For port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:34.127554 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:34.266047 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:34.272547 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:34.301180 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:34.361877 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Current status of the port fb8ba6e1-4705-43ba-aa46-33f78e6521fb is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:34.381238 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439ae01-271d-4bfd-94c6-297d04453d91 None None] Pushing event updated for resources: {'Port': ['ID=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:34.408907 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 9d127362-276d-4f79-8d92-231b775a5b0f is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:34.412635 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dbc3e-8492-4394-bf82-3bca5f63f540 None None] Pushing event updated for resources: {'Port': ['ID=9d127362-276d-4f79-8d92-231b775a5b0f,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:34.444757 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce115ea4-7089-4cea-810b-481d2326ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2a69c1f9-fdfc-48b1-ab08-b3598e1e5007), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:34.455106 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce115ea4-7089-4cea-810b-481d2326ecf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:34.471415 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ce115ea4-7089-4cea-810b-481d2326ecf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a69c1f9-fdfc-48b1-ab08-b3598e1e5007 HTTP/1.1" status: 204 len: 168 time: 1.4795101 Apr 01 16:08:34.543046 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce115ea4-7089-4cea-810b-481d2326ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69c1f9-fdfc-48b1-ab08-b3598e1e5007,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:34.558477 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-b88444d7-15f5-48c5-b0d8-0a20285b4bff None None] Provisioning complete for port b554c976-3b0e-458c-a0f3-e249823ee424 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:34.560948 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b88444d7-15f5-48c5-b0d8-0a20285b4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:34.681370 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.57', 63117) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:34.727712 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:34.796749 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b554c976-3b0e-458c-a0f3-e249823ee424 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:34.820581 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:34.836537 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Sync routers for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:34.889156 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:34.895150 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:34.896078 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:35.082590 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-bbac5f95-b60e-4510-8023-8eea41be4c24 req-91873bf4-764a-41f3-ab72-4b024ee6db80 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.1904116 Apr 01 16:08:35.101094 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.103454 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-26b0819f-f887-4730-b102-65a0dc4048f2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3578153 Apr 01 16:08:35.115355 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:35.165490 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b88444d7-15f5-48c5-b0d8-0a20285b4bff None None] Current status of the port b554c976-3b0e-458c-a0f3-e249823ee424 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:35.211588 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port b554c976-3b0e-458c-a0f3-e249823ee424 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:35.211909 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.330786 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Allocated IP 172.20.0.1 (30036b2f-fdf3-4fff-b51e-3958cef8691d/cdf43c89-1e10-4cb0-a3a5-fc94e273e7af/b2f3e5e9-02c2-4082-bcbe-9da0150e0d29) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:35.341313 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-b88444d7-15f5-48c5-b0d8-0a20285b4bff None None] Provisioning complete for port 9d127362-276d-4f79-8d92-231b775a5b0f triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:35.341982 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b88444d7-15f5-48c5-b0d8-0a20285b4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.379800 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:31Z', 'revision_number': 3, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:35.416713 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Checking router: 6705a93c-27e3-4185-9486-c28db94badb3 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:35.417070 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Updating router 6705a93c-27e3-4185-9486-c28db94badb3 port 4bec7433-10a8-4c01-8f09-05c49423ab4c binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:35.452225 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.544191 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port b554c976-3b0e-458c-a0f3-e249823ee424 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:35.545471 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fb8ba6e1-4705-43ba-aa46-33f78e6521fb up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:35.566575 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks [] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.642677 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 3, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:35.648670 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.720390 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b88444d7-15f5-48c5-b0d8-0a20285b4bff None None] Current status of the port 9d127362-276d-4f79-8d92-231b775a5b0f is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:35.750573 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98566bd6-3eed-422a-8182-8158ac0c2095 None None] The sync data for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb is: [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 3, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:35.761708 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:35.776080 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-c1274a26-daf0-43cc-8964-bee35aaf0232 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:35.776624 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:35.777673 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-c1274a26-daf0-43cc-8964-bee35aaf0232 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.57 "GET /v2.0/networks?id=10b9da05-c611-4b43-a02d-838024f306a0 HTTP/1.1" status: 200 len: 812 time: 1.0013454 Apr 01 16:08:35.781159 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:35.782246 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (6705a93c-27e3-4185-9486-c28db94badb3), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.800904 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:35.803154 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:35.834559 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Request body: {'port': {'device_id': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'network_id': '10b9da05-c611-4b43-a02d-838024f306a0', 'admin_state_up': True, 'tenant_id': '0ba19fc051dd40cda19b771c67f87b1c'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:36.215210 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port fb8ba6e1-4705-43ba-aa46-33f78e6521fb triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:36.215794 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:36.480236 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 3, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:36.561273 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Checking router: e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:36.561569 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Updating router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 port aa4e4bf2-5789-4024-a790-cd66b72b5d6c binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:36.570850 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-6e2f9c24-f4ce-47ba-94e1-1e8296d8d140 None None] Provisioning complete for port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:36.571528 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9c24-f4ce-47ba-94e1-1e8296d8d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:36.660365 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:36.706552 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f9c24-f4ce-47ba-94e1-1e8296d8d140 None None] Port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:36.758300 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39288) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:36.760302 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port fb8ba6e1-4705-43ba-aa46-33f78e6521fb is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:36.766087 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 9d127362-276d-4f79-8d92-231b775a5b0f up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:36.776383 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-49281c41-82db-4d21-a86a-cf0954b9b6eb req-cd22b9db-8804-4ea0-9b48-388589c7c055 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0509751 Apr 01 16:08:36.799650 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:36.852502 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.191090 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Publish callbacks [] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.209497 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 9d127362-276d-4f79-8d92-231b775a5b0f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:37.210053 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.211988 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.432628 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d6d062fb-cf9b-403f-9c65-77e07756879c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.560333 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks [] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.564405 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:08:37.573498 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e5e98-0b47-4aba-aa24-fcdaba93b948 None None] Pushing event updated for resources: {'Port': ['ID=4bec7433-10a8-4c01-8f09-05c49423ab4c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:37.582887 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Attempting to bind port 4bec7433-10a8-4c01-8f09-05c49423ab4c on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:37.588241 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Attempting to bind port 4bec7433-10a8-4c01-8f09-05c49423ab4c by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:37.588647 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Attempting to bind port 4bec7433-10a8-4c01-8f09-05c49423ab4c on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:37.602477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.603250 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (6705a93c-27e3-4185-9486-c28db94badb3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.626315 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:37.626752 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:37.634081 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.634731 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:37.635450 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Bound port: 4bec7433-10a8-4c01-8f09-05c49423ab4c, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:37.636056 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.686052 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Made reservation on behalf of 0ba19fc051dd40cda19b771c67f87b1c for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:37.691589 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.960812 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 9d127362-276d-4f79-8d92-231b775a5b0f is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:37.964337 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Publish callbacks [] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.976367 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:37.983435 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] For port 4bec7433-10a8-4c01-8f09-05c49423ab4c, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:37.996498 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] For port 4bec7433-10a8-4c01-8f09-05c49423ab4c, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=4bec7433-10a8-4c01-8f09-05c49423ab4c,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:38.011805 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.023020 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:38.281306 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d6d062fb-cf9b-403f-9c65-77e07756879c admin admin] Publish callbacks [] for security_group (27f42fef-a0cf-472f-8f10-b12bc0e80172), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:38.300223 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Attempting to bind port aa4e4bf2-5789-4024-a790-cd66b72b5d6c on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:38.300677 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Attempting to bind port aa4e4bf2-5789-4024-a790-cd66b72b5d6c by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:38.301048 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Attempting to bind port aa4e4bf2-5789-4024-a790-cd66b72b5d6c on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:38.315950 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619eb3d-9ade-4229-a0d7-2bee5f1097ca None None] Pushing event updated for resources: {'Port': ['ID=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.322517 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 3b405204-fa2f-4d01-8d4c-3a1a6446d39f up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:38.329036 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d6d062fb-cf9b-403f-9c65-77e07756879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (27f42fef-a0cf-472f-8f10-b12bc0e80172), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:38.346881 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:38.351903 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:38.356074 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:38.357974 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:38.358854 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Bound port: aa4e4bf2-5789-4024-a790-cd66b72b5d6c, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:38.363131 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:38.484508 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4edb6983-6f51-4dde-a517-b8141be8bcb9 req-f201f2d9-d849-4099-be2e-682583bf4ab2 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.2731588 Apr 01 16:08:38.516823 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d6d062fb-cf9b-403f-9c65-77e07756879c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8214c00e9313409a896461d209fe8aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7339983 Apr 01 16:08:38.535680 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:38.572803 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:38.578876 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] For port aa4e4bf2-5789-4024-a790-cd66b72b5d6c, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:38.579430 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:38.591408 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] For port aa4e4bf2-5789-4024-a790-cd66b72b5d6c, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:38.598163 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e5e98-0b47-4aba-aa24-fcdaba93b948 None None] Pushing event updated for resources: {'Port': ['ID=4bec7433-10a8-4c01-8f09-05c49423ab4c,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.613673 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:38.615846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d062fb-cf9b-403f-9c65-77e07756879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f42fef-a0cf-472f-8f10-b12bc0e80172,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.649632 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:38.657816 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:38.705245 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Allocated IP 172.20.0.1 (71641742-02b5-4ba4-81ef-b19c905751a5/0d99b898-8993-4f61-a1ec-e455da0e6ed6/01fad3bc-f529-474d-9a4b-3cceebfd29db) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:38.876644 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619eb3d-9ade-4229-a0d7-2bee5f1097ca None None] Pushing event updated for resources: {'Port': ['ID=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.918573 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks [] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:38.925398 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:38.926222 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:38.985632 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:39.114366 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Router 6705a93c-27e3-4185-9486-c28db94badb3 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:39.133584 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:39.203546 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:39.343172 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Pushing event updated for resources: {'Port': ['ID=01fad3bc-f529-474d-9a4b-3cceebfd29db,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:39.360573 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:39.387539 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ff26c271-2aae-460c-b05f-5bf4a694bfc6 admin admin] 10.222.0.70 "PUT /v2.0/routers/6705a93c-27e3-4185-9486-c28db94badb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0006409 Apr 01 16:08:39.420684 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:39.421365 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:39.446866 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-9dbbc37e-e0de-4d5b-b893-98302e1a1481 None None] Provisioning complete for port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:39.447264 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc37e-e0de-4d5b-b893-98302e1a1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:39.597480 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39354) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:39.612549 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbc37e-e0de-4d5b-b893-98302e1a1481 None None] Port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:39.613422 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Network 71641742-02b5-4ba4-81ef-b19c905751a5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:39.670098 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 3, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:39.673576 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:39.687766 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:39.688159 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:39.698962 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:39.699645 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:39.716067 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 2, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:39.720098 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:39.786747 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9e21-9c9f-437b-8435-c50e1d36463f None None] The sync data for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb is: [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 3, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:39.805861 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756dad8-527e-4af3-b20f-039faed1195b None None] The sync data for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb is: [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 2, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:39.815839 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:39.908866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-025def7e-9ab2-4f5c-8b74-280ff409bfdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.017739 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:40.232508 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-025def7e-9ab2-4f5c-8b74-280ff409bfdc admin admin] Publish callbacks [] for security_group (52781124-40d7-47da-809f-e7e7a21fd4c8), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.244528 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-025def7e-9ab2-4f5c-8b74-280ff409bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (52781124-40d7-47da-809f-e7e7a21fd4c8), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.260583 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7655b2fd-13dc-4e6f-96ca-53c77d91f57f None None] Provisioning complete for port 01fad3bc-f529-474d-9a4b-3cceebfd29db triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:40.260783 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7655b2fd-13dc-4e6f-96ca-53c77d91f57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.336079 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-025def7e-9ab2-4f5c-8b74-280ff409bfdc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0b1d97e40f54a32b5965b246de0621a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7365940 Apr 01 16:08:40.343033 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39394) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:40.348291 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Allocated IP 172.20.0.13 (10b9da05-c611-4b43-a02d-838024f306a0/c9ee8668-9e71-4f71-ae2c-c1fb846da65a/0c502080-d966-43f8-b416-de1e74c3adbf) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:40.363177 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-692b3d7a-6ce0-45ed-b613-b6f4e6fd877d admin admin] Publish callbacks [] for security_group (27f42fef-a0cf-472f-8f10-b12bc0e80172), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.365285 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7655b2fd-13dc-4e6f-96ca-53c77d91f57f None None] Port 01fad3bc-f529-474d-9a4b-3cceebfd29db cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:40.445728 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5e70bbbe-11c9-4e4a-a51b-0ad86b28ae74 req-d6641383-e137-4c5e-84df-5e32a944605d tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.7733903 Apr 01 16:08:40.562996 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025def7e-9ab2-4f5c-8b74-280ff409bfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52781124-40d7-47da-809f-e7e7a21fd4c8,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:40.737452 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9a8c87ec-4a2b-455d-85a1-a0f8e3956eeb admin admin] Publish callbacks [] for security_group (52781124-40d7-47da-809f-e7e7a21fd4c8), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.758964 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.799684 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-692b3d7a-6ce0-45ed-b613-b6f4e6fd877d admin admin] Publish callbacks [] for security_group (27f42fef-a0cf-472f-8f10-b12bc0e80172), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.852771 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9a8c87ec-4a2b-455d-85a1-a0f8e3956eeb admin admin] Publish callbacks [] for security_group (52781124-40d7-47da-809f-e7e7a21fd4c8), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:40.896539 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-c54ab943-0977-4004-b7e5-dfc46f81b8c4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:40.898758 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-c54ab943-0977-4004-b7e5-dfc46f81b8c4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 817 time: 0.4812877 Apr 01 16:08:40.966314 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-6beac841-508c-4cb1-bd80-1a7a5bd4a09f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/quotas/5757632974644680a8df00143a0d1c3a HTTP/1.1" status: 200 len: 375 time: 0.0510414 Apr 01 16:08:41.078850 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9a8c87ec-4a2b-455d-85a1-a0f8e3956eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (52781124-40d7-47da-809f-e7e7a21fd4c8), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:41.083577 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9a8c87ec-4a2b-455d-85a1-a0f8e3956eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:41.084995 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9a8c87ec-4a2b-455d-85a1-a0f8e3956eeb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52781124-40d7-47da-809f-e7e7a21fd4c8 HTTP/1.1" status: 204 len: 168 time: 0.7347853 Apr 01 16:08:41.099422 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c87ec-4a2b-455d-85a1-a0f8e3956eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52781124-40d7-47da-809f-e7e7a21fd4c8,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:41.135520 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ad4e3f3f-0c1c-47ec-9e3b-12a432d54efc tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670661 Apr 01 16:08:41.260084 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-aca72b12-a698-478e-81de-fdade4f122b9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:08:41.262724 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-aca72b12-a698-478e-81de-fdade4f122b9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0702934 Apr 01 16:08:41.364462 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:41.527652 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-9cbc9eae-97a9-43fb-b5f5-4894b6872c4b service neutron] 10.222.0.70 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551770 Apr 01 16:08:41.713863 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-692b3d7a-6ce0-45ed-b613-b6f4e6fd877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (27f42fef-a0cf-472f-8f10-b12bc0e80172), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:41.716394 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-692b3d7a-6ce0-45ed-b613-b6f4e6fd877d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:41.731643 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-692b3d7a-6ce0-45ed-b613-b6f4e6fd877d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27f42fef-a0cf-472f-8f10-b12bc0e80172 HTTP/1.1" status: 204 len: 168 time: 3.1739540 Apr 01 16:08:41.743676 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks [] for port (0c502080-d966-43f8-b416-de1e74c3adbf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:41.761811 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-16cec966-e249-4dd9-8ac0-6edfdd97507e service neutron] 10.222.0.70 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248251 Apr 01 16:08:42.338266 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks [] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:42.349283 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39446) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:42.373166 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-08b5b003-c867-461b-9477-613aec388176 req-da557dca-2739-468e-aa7c-34736a0a254f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 210 time: 0.1307149 Apr 01 16:08:42.436542 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:42.440599 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:42.448874 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6e53d841-5e29-4053-aee0-95ff454a8407 req-195513fd-69c9-45d4-9b21-69b2e0206ab1 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.7408335 Apr 01 16:08:42.450346 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device aa4e4bf2-5789-4024-a790-cd66b72b5d6c up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:42.458402 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b3d7a-6ce0-45ed-b613-b6f4e6fd877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f42fef-a0cf-472f-8f10-b12bc0e80172,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:42.647713 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port aa4e4bf2-5789-4024-a790-cd66b72b5d6c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:42.648686 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:42.668444 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39462) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:42.718902 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d9b404da-9107-41af-8d52-2acc1095b001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:42.928274 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port aa4e4bf2-5789-4024-a790-cd66b72b5d6c is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:42.928678 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.016847 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port aa4e4bf2-5789-4024-a790-cd66b72b5d6c, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:43.032564 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.033542 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 4bec7433-10a8-4c01-8f09-05c49423ab4c up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:43.050583 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d9b404da-9107-41af-8d52-2acc1095b001 admin admin] Publish callbacks [] for security_group (b6bb128f-9401-4899-b1de-7a23056bbc2d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.061239 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d9b404da-9107-41af-8d52-2acc1095b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b6bb128f-9401-4899-b1de-7a23056bbc2d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.197065 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d9b404da-9107-41af-8d52-2acc1095b001 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80cc40970a1c4445b56da777cb0bb165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275936 Apr 01 16:08:43.197984 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39490) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:43.201384 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5af34033-9568-49e4-9f1b-ed3b4071ce42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.206912 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b404da-9107-41af-8d52-2acc1095b001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb128f-9401-4899-b1de-7a23056bbc2d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:43.356021 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:43.410232 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 4bec7433-10a8-4c01-8f09-05c49423ab4c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:43.411269 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.527524 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Pushing event updated for resources: {'Port': ['ID=01fad3bc-f529-474d-9a4b-3cceebfd29db,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:43.550451 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.586404 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 4bec7433-10a8-4c01-8f09-05c49423ab4c is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:43.587336 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.630180 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 4bec7433-10a8-4c01-8f09-05c49423ab4c, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=4bec7433-10a8-4c01-8f09-05c49423ab4c,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:43.642351 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.646580 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 3b405204-fa2f-4d01-8d4c-3a1a6446d39f up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:43.700355 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-eac026ac-ae85-4261-9dbe-d379b00ad10f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:43.709734 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-eac026ac-ae85-4261-9dbe-d379b00ad10f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 817 time: 0.5198035 Apr 01 16:08:43.749807 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=4bec7433-10a8-4c01-8f09-05c49423ab4c,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:43.790313 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Pushing event updated for resources: {'Port': ['ID=0c502080-d966-43f8-b416-de1e74c3adbf,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:43.840611 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5af34033-9568-49e4-9f1b-ed3b4071ce42 admin admin] Publish callbacks [] for security_group (56879020-a95b-4753-83d7-3d51064140ff), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.855505 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Allocated IP 172.20.0.1 (0dc218f3-ce62-46a5-b625-a56c6efad88a/800b9e74-a55a-4e0d-8366-47e56c88db8f/17bd81ee-2558-43e1-95fd-a617f1a005a6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:43.963458 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-349cdfe3-0dd8-4b4e-b110-40ae3920056f admin admin] Publish callbacks [] for security_group (b6bb128f-9401-4899-b1de-7a23056bbc2d), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:43.984209 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-2030d77e-5ab7-4fde-b5bc-7aca33547ca4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/quotas/5757632974644680a8df00143a0d1c3a HTTP/1.1" status: 200 len: 375 time: 0.2727056 Apr 01 16:08:43.992539 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Network 71641742-02b5-4ba4-81ef-b19c905751a5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:43.998255 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Network 10b9da05-c611-4b43-a02d-838024f306a0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:44.063398 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:44.064235 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.076836 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5af34033-9568-49e4-9f1b-ed3b4071ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (56879020-a95b-4753-83d7-3d51064140ff), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.094630 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:44.102310 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:44.125999 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:44.142861 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:44.143554 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.239229 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:44.245316 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39514) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:44.285870 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-ca0f2adb-27fd-414c-b923-e5a101348169 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4613018 Apr 01 16:08:44.407335 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-5af34033-9568-49e4-9f1b-ed3b4071ce42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=047f976cc1e540d889d70e65dc4cbc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0245988 Apr 01 16:08:44.423113 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39522) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:44.423969 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af34033-9568-49e4-9f1b-ed3b4071ce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56879020-a95b-4753-83d7-3d51064140ff,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:44.457790 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device aa4e4bf2-5789-4024-a790-cd66b72b5d6c up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:44.578656 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8a907de1-9198-41e4-b661-f8ceb16ad5ba admin admin] Publish callbacks [] for security_group (56879020-a95b-4753-83d7-3d51064140ff), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.598221 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-5b9c694c-0336-4f86-9595-da23985d9e59 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:08:44.609987 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8a907de1-9198-41e4-b661-f8ceb16ad5ba admin admin] Publish callbacks [] for security_group (56879020-a95b-4753-83d7-3d51064140ff), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.624356 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-5b9c694c-0336-4f86-9595-da23985d9e59 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1840887 Apr 01 16:08:44.647592 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767793575-network', 'tenant_id': '5e33e86f26cc426aa9edfddc21f6257b'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:44.651710 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port aa4e4bf2-5789-4024-a790-cd66b72b5d6c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:44.653352 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.655481 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1c04323c-9e87-47ce-95c0-ed4929e0a562 None None] Provisioning complete for port 01fad3bc-f529-474d-9a4b-3cceebfd29db triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:44.656002 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c04323c-9e87-47ce-95c0-ed4929e0a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.690383 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-c39aef28-e8e3-4834-9db7-9832e8f7f0ec tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7034743 Apr 01 16:08:44.693313 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a064f5-015d-45dc-b3f4-01f6ed8fa0b5 req-c4e605e4-dbd9-4b9f-8899-993710fb0e65 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:44.700283 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-18a064f5-015d-45dc-b3f4-01f6ed8fa0b5 req-c4e605e4-dbd9-4b9f-8899-993710fb0e65 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 932 time: 0.9110560 Apr 01 16:08:44.769873 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1c04323c-9e87-47ce-95c0-ed4929e0a562 None None] Port 01fad3bc-f529-474d-9a4b-3cceebfd29db cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:44.843116 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8a907de1-9198-41e4-b661-f8ceb16ad5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (56879020-a95b-4753-83d7-3d51064140ff), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.863886 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8a907de1-9198-41e4-b661-f8ceb16ad5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.865127 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-8a907de1-9198-41e4-b661-f8ceb16ad5ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56879020-a95b-4753-83d7-3d51064140ff HTTP/1.1" status: 204 len: 168 time: 0.3990293 Apr 01 16:08:44.876085 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-349cdfe3-0dd8-4b4e-b110-40ae3920056f admin admin] Publish callbacks [] for security_group (b6bb128f-9401-4899-b1de-7a23056bbc2d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:44.922242 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907de1-9198-41e4-b661-f8ceb16ad5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56879020-a95b-4753-83d7-3d51064140ff,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:44.934582 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port aa4e4bf2-5789-4024-a790-cd66b72b5d6c is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:44.935695 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 4bec7433-10a8-4c01-8f09-05c49423ab4c up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:44.984905 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Request body: {'port': {'device_id': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:45.005334 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks [] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.007564 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Made reservation on behalf of 5e33e86f26cc426aa9edfddc21f6257b for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:45.015816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.034347 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e4974e3d-9d2a-4510-808d-0ab52dabd43b service neutron] 10.222.0.70 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429177 Apr 01 16:08:45.094771 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.57', 63136) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:45.121405 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.202518 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 4bec7433-10a8-4c01-8f09-05c49423ab4c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:45.204318 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.263476 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-18a064f5-015d-45dc-b3f4-01f6ed8fa0b5 req-cf576258-36fe-4afd-9e76-e595dd29052f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622506 Apr 01 16:08:45.419424 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-349cdfe3-0dd8-4b4e-b110-40ae3920056f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b6bb128f-9401-4899-b1de-7a23056bbc2d), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.429941 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-349cdfe3-0dd8-4b4e-b110-40ae3920056f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.431414 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-349cdfe3-0dd8-4b4e-b110-40ae3920056f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6bb128f-9401-4899-b1de-7a23056bbc2d HTTP/1.1" status: 204 len: 168 time: 2.2313626 Apr 01 16:08:45.440008 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Sync routers for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:45.498766 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cdfe3-0dd8-4b4e-b110-40ae3920056f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb128f-9401-4899-b1de-7a23056bbc2d,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:45.547031 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:45.551809 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-be9330d4-52a5-4c17-8a6f-e5b133bf00a1 service neutron] 10.222.0.70 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024223 Apr 01 16:08:45.583664 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b5578309-e52d-4fb3-b5fd-d2e200763261 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:45.595116 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b5578309-e52d-4fb3-b5fd-d2e200763261 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 817 time: 0.4915075 Apr 01 16:08:45.625976 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.638512 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:45.639414 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:45.678197 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.747983 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 4bec7433-10a8-4c01-8f09-05c49423ab4c is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:45.749268 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39560) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:45.791396 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'port': {'device_id': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'admin_state_up': True, 'tenant_id': '5757632974644680a8df00143a0d1c3a'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:45.824389 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d55fea16-b315-4778-a5a7-48ef6c3e3dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.892498 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:45.958542 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks [] for security_group (10f21b28-ad26-46bd-a45c-fdbb2ecaf805), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:45.991526 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (10f21b28-ad26-46bd-a45c-fdbb2ecaf805), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:46.149029 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f21b28-ad26-46bd-a45c-fdbb2ecaf805,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.218412 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:46.261712 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2f7e983a-eb6f-4287-b1c3-38e50a9d3acf req-449cd1e2-c9c7-4127-8e61-491e95c3dcc8 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 210 time: 0.1684091 Apr 01 16:08:46.283643 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:46.318173 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:46.318173 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:46.515787 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d55fea16-b315-4778-a5a7-48ef6c3e3dff admin admin] Publish callbacks [] for security_group (b538ec93-03cf-4057-8ef2-8f4d6eb542b4), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:46.544382 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d55fea16-b315-4778-a5a7-48ef6c3e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b538ec93-03cf-4057-8ef2-8f4d6eb542b4), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:46.615267 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:46.622972 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Pushing event updated for resources: {'Port': ['ID=17bd81ee-2558-43e1-95fd-a617f1a005a6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.724311 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d55fea16-b315-4778-a5a7-48ef6c3e3dff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bb7c92b431243e7bdceb39753a32896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9737175 Apr 01 16:08:46.738846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Made reservation on behalf of 5757632974644680a8df00143a0d1c3a for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:46.743854 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:46.770285 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39596) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:46.774984 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 2, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:46.816328 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:46.841647 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fea16-b315-4778-a5a7-48ef6c3e3dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538ec93-03cf-4057-8ef2-8f4d6eb542b4,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.916219 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Checking router: 6705a93c-27e3-4185-9486-c28db94badb3 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:46.916511 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Updating router 6705a93c-27e3-4185-9486-c28db94badb3 port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:46.950297 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce05b47-d49f-43a6-8f18-5bce0bfd8472 req-68797338-81c8-4bbf-ac76-aec1342f5e5f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:46.959398 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-dce05b47-d49f-43a6-8f18-5bce0bfd8472 req-68797338-81c8-4bbf-ac76-aec1342f5e5f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 932 time: 0.4381561 Apr 01 16:08:47.019762 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-94bf28d2-3c13-4650-9a5e-cd4b74e67011 None None] Provisioning complete for port 17bd81ee-2558-43e1-95fd-a617f1a005a6 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:47.020789 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94bf28d2-3c13-4650-9a5e-cd4b74e67011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.026203 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.116606 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-94bf28d2-3c13-4650-9a5e-cd4b74e67011 None None] Port 17bd81ee-2558-43e1-95fd-a617f1a005a6 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:47.133864 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-dce05b47-d49f-43a6-8f18-5bce0bfd8472 req-b55b69d9-3c55-4c75-a3ad-da0f09c073e4 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719587 Apr 01 16:08:47.157238 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks [] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.208470 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (fcff8173-e08a-49b2-8ea0-de8777aa703c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.208823 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Added segment fcff8173-e08a-49b2-8ea0-de8777aa703c of type vlan for network c4077d38-6c1d-41d8-bea4-cbea3460f502 Apr 01 16:08:47.213831 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.219172 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.245467 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-524397bf-1b00-44a2-a080-c323ec05fe21 admin admin] Publish callbacks [] for security_group (b538ec93-03cf-4057-8ef2-8f4d6eb542b4), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.285811 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-524397bf-1b00-44a2-a080-c323ec05fe21 admin admin] Publish callbacks [] for security_group (b538ec93-03cf-4057-8ef2-8f4d6eb542b4), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.440009 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-524397bf-1b00-44a2-a080-c323ec05fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b538ec93-03cf-4057-8ef2-8f4d6eb542b4), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.442508 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-524397bf-1b00-44a2-a080-c323ec05fe21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.454597 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-524397bf-1b00-44a2-a080-c323ec05fe21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b538ec93-03cf-4057-8ef2-8f4d6eb542b4 HTTP/1.1" status: 204 len: 168 time: 0.6831844 Apr 01 16:08:47.560481 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524397bf-1b00-44a2-a080-c323ec05fe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538ec93-03cf-4057-8ef2-8f4d6eb542b4,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:47.737119 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.57', 63144) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:47.754831 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Publish callbacks [] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.765813 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.833009 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (c4077d38-6c1d-41d8-bea4-cbea3460f502), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:47.900125 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Pushing event updated for resources: {'Port': ['ID=17bd81ee-2558-43e1-95fd-a617f1a005a6,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:47.907378 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:47.920396 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Sync routers for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:47.931366 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff174a-9dac-41bf-a002-ddf9e9c6fece None None] Pushing event updated for resources: {'Port': ['ID=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:47.942116 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-3a49f66b-580c-4106-ab43-3dd87cea5b96 admin admin] 10.222.0.70 "PUT /v2.0/routers/df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8441176 Apr 01 16:08:47.944088 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:47.946633 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:48.031982 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:48.039245 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:48.041332 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (c4077d38-6c1d-41d8-bea4-cbea3460f502), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:48.042203 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:48.042826 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:48.109743 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Attempting to bind port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:48.110112 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Attempting to bind port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:48.110673 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Attempting to bind port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:48.120411 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:48.121037 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Checking segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:48.121647 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:48.122416 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Bound using segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:48.123249 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Bound port: b2f3e5e9-02c2-4082-bcbe-9da0150e0d29, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:48.123897 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:48.309646 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] For port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:48.319347 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] For port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:48.339819 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:48.394533 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Allocated IP 172.20.0.9 (30036b2f-fdf3-4fff-b51e-3958cef8691d/cdf43c89-1e10-4cb0-a3a5-fc94e273e7af/415ea36b-de50-40d8-8754-ea0018ab5cdb) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:48.505413 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:48.514150 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:48.515915 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:48.624095 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-40922b60-8055-486b-a8a8-87f584686ef3 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:48.632796 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-40922b60-8055-486b-a8a8-87f584686ef3 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 817 time: 0.8918314 Apr 01 16:08:48.706580 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'port': {'device_id': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'admin_state_up': True, 'tenant_id': '5757632974644680a8df00143a0d1c3a'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:48.772292 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff174a-9dac-41bf-a002-ddf9e9c6fece None None] Pushing event updated for resources: {'Port': ['ID=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:48.857799 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-bb62cb54-0b5a-4a97-a7fd-4322115bea12 None None] Provisioning complete for port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:48.857961 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb62cb54-0b5a-4a97-a7fd-4322115bea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:48.888820 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39636) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:48.913766 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Made reservation on behalf of 5757632974644680a8df00143a0d1c3a for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:48.921066 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.036505 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646a286-a68f-4895-8e05-83a0dd10e441 req-14e4e958-c8a2-4126-b814-82635a13b62c tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:49.038581 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a646a286-a68f-4895-8e05-83a0dd10e441 req-14e4e958-c8a2-4126-b814-82635a13b62c tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 932 time: 0.6306808 Apr 01 16:08:49.088334 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:49.095955 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4c6ac607-7f7e-4f4c-8afc-30943c04af97 req-66859fc9-8222-4d36-830b-8a8ca609cc34 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 210 time: 1.1497171 Apr 01 16:08:49.128061 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a646a286-a68f-4895-8e05-83a0dd10e441 req-79dfcca2-cdf0-43c7-8a3e-b294cd96d0f6 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794518 Apr 01 16:08:49.217404 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.9666846 Apr 01 16:08:49.227553 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39648) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:49.244123 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Request body: {'subnet': {'network_id': 'c4077d38-6c1d-41d8-bea4-cbea3460f502', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767793575-subnet', 'tenant_id': '5e33e86f26cc426aa9edfddc21f6257b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:49.247818 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 2, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:49.274640 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Made reservation on behalf of 5e33e86f26cc426aa9edfddc21f6257b for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:49.280703 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.293946 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cde9c6-8d6b-44f1-b2f9-d04b13de1dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4077d38-6c1d-41d8-bea4-cbea3460f502,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:49.327787 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Checking router: df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:49.328299 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Updating router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 port 01fad3bc-f529-474d-9a4b-3cceebfd29db binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:49.332871 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network c4077d38-6c1d-41d8-bea4-cbea3460f502 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:08:49.397649 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.438321 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:49.649243 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c502080-d966-43f8-b416-de1e74c3adbf {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:49.725124 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Publish callbacks [] for port (0c502080-d966-43f8-b416-de1e74c3adbf), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.759868 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bb62cb54-0b5a-4a97-a7fd-4322115bea12 None None] Current status of the port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:49.765160 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb62cb54-0b5a-4a97-a7fd-4322115bea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.816456 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:49.838253 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-9a5e7af5-0fb6-4eb7-aaed-0f64a0b682b7 admin admin] 10.222.0.70 "PUT /v2.0/routers/e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7214384 Apr 01 16:08:49.865965 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.866755 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Transition to ACTIVE for port object 0c502080-d966-43f8-b416-de1e74c3adbf will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:08:49.874031 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.953304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:49.963852 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c502080-d966-43f8-b416-de1e74c3adbf,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:50.064767 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:50.124054 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Sync routers for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:50.146042 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Publish callbacks [] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.160634 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.191002 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Attempting to bind port 0c502080-d966-43f8-b416-de1e74c3adbf on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:50.194334 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Attempting to bind port 0c502080-d966-43f8-b416-de1e74c3adbf by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'ccefe233-f804-4578-b11e-1a3aaea75a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10b9da05-c611-4b43-a02d-838024f306a0'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:50.195528 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Attempting to bind port 0c502080-d966-43f8-b416-de1e74c3adbf on network 10b9da05-c611-4b43-a02d-838024f306a0 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:50.228340 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Port 0c502080-d966-43f8-b416-de1e74c3adbf on network 10b9da05-c611-4b43-a02d-838024f306a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:08:50.231019 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Attempting to bind port 0c502080-d966-43f8-b416-de1e74c3adbf on network 10b9da05-c611-4b43-a02d-838024f306a0 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:50.265935 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:50.300069 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32458891-1076-47a8-83c8-d924d94233ae None None] Pushing event updated for resources: {'Port': ['ID=01fad3bc-f529-474d-9a4b-3cceebfd29db,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:50.343165 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Checking segment: {'id': 'ccefe233-f804-4578-b11e-1a3aaea75a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10b9da05-c611-4b43-a02d-838024f306a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:50.343165 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Bound using segment: {'id': 'ccefe233-f804-4578-b11e-1a3aaea75a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10b9da05-c611-4b43-a02d-838024f306a0'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:50.343165 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Bound port: 0c502080-d966-43f8-b416-de1e74c3adbf, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccefe233-f804-4578-b11e-1a3aaea75a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10b9da05-c611-4b43-a02d-838024f306a0'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:50.343545 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:50.343545 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'Port': ['ID=415ea36b-de50-40d8-8754-ea0018ab5cdb,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:50.343696 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.348321 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:50.366292 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:50.366919 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.420580 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a8acb6ff-cd0f-4f23-9dfd-6db7c45b6bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.438154 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-bb62cb54-0b5a-4a97-a7fd-4322115bea12 None None] For port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:50.484644 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef9143c7-ad3b-4a18-a7c1-4aa4625a0312 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7213535 Apr 01 16:08:50.521785 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:50.522526 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:50.529964 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb62cb54-0b5a-4a97-a7fd-4322115bea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.630290 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6d8db8e0-978a-40ed-81c8-46256e025b8a req-ee569466-588a-4a18-b3e8-2b5796684661 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 210 time: 0.2720375 Apr 01 16:08:50.630290 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (3a4e0ac7-f5c4-43ad-9693-4e95257cffeb), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.679468 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Request body: {'port': {'device_id': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:50.716038 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] For port 0c502080-d966-43f8-b416-de1e74c3adbf, host hv-cinder-83588, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:50.735124 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] For port 0c502080-d966-43f8-b416-de1e74c3adbf, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0c502080-d966-43f8-b416-de1e74c3adbf,segment=NetworkSegment(ccefe233-f804-4578-b11e-1a3aaea75a57),segment_id=ccefe233-f804-4578-b11e-1a3aaea75a57)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:50.764641 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.852968 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Attempting to bind port 01fad3bc-f529-474d-9a4b-3cceebfd29db on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:50.853517 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Attempting to bind port 01fad3bc-f529-474d-9a4b-3cceebfd29db by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:50.855856 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Attempting to bind port 01fad3bc-f529-474d-9a4b-3cceebfd29db on network 71641742-02b5-4ba4-81ef-b19c905751a5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:50.871179 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:50.871693 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Checking segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:50.872212 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:50.872714 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Bound using segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:50.873314 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Bound port: 01fad3bc-f529-474d-9a4b-3cceebfd29db, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:50.873517 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Allocated IP 172.20.0.7 (30036b2f-fdf3-4fff-b51e-3958cef8691d/cdf43c89-1e10-4cb0-a3a5-fc94e273e7af/1dc074c7-4751-402b-a969-4201d52da570) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:50.876167 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:51.025574 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] For port 01fad3bc-f529-474d-9a4b-3cceebfd29db, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:51.029625 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] For port 01fad3bc-f529-474d-9a4b-3cceebfd29db, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=01fad3bc-f529-474d-9a4b-3cceebfd29db,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:51.038373 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:51.042456 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c502080-d966-43f8-b416-de1e74c3adbf,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:51.042618 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:51.071804 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:51.072529 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:51.086134 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-65f5239b-9d17-4d36-beff-2fb890c290b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/0c502080-d966-43f8-b416-de1e74c3adbf HTTP/1.1" status: 200 len: 1094 time: 6.3051219 Apr 01 16:08:51.092774 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'tag': '0c502080-d966-43f8-b416-de1e74c3adbf'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:51.120404 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32458891-1076-47a8-83c8-d924d94233ae None None] Pushing event updated for resources: {'Port': ['ID=01fad3bc-f529-474d-9a4b-3cceebfd29db,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:51.148995 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:51.160552 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:51.325031 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:51.379399 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39686) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:51.391637 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:51.436517 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-ad2758e3-9e10-4ed6-8346-fefa4471f4c8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259025770', 'description': 'tempest-description--53462945'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:51.545185 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:51.610176 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-69320dd9-919b-4271-b954-4a313b752641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:51.611920 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-69320dd9-919b-4271-b954-4a313b752641 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba19fc051dd40cda19b771c67f87b1c&device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 1128 time: 0.2453201 Apr 01 16:08:51.656459 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62cb54-0b5a-4a97-a7fd-4322115bea12 None None] Pushing event updated for resources: {'Port': ['ID=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:51.858096 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-19789e72-a906-45da-8d72-83de64662fdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c502080-d966-43f8-b416-de1e74c3adbf HTTP/1.1" status: 200 len: 217 time: 0.2290812 Apr 01 16:08:51.860271 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b928d3-6ea0-4165-87a6-c33970ed2dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7", "tag": "0c502080-d966-43f8-b416-de1e74c3adbf"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:51.943244 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-8224fa0c-fbcd-4d6a-87f0-e13fc72636da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:51.945305 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-8224fa0c-fbcd-4d6a-87f0-e13fc72636da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9ee8668-9e71-4f71-ae2c-c1fb846da65a HTTP/1.1" status: 200 len: 852 time: 0.0783460 Apr 01 16:08:51.953224 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39708) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:51.972335 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b66f72db-23ef-4ad8-9a5e-4a764f3ca635 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708289415', 'description': 'tempest-description--1676943050'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:51.973117 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:51Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:51.998913 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-08695a41-98e5-41ec-b74e-74b511edb1ca None None] Provisioning complete for port 17bd81ee-2558-43e1-95fd-a617f1a005a6 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:51.999294 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08695a41-98e5-41ec-b74e-74b511edb1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:52.007912 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad2758e3-9e10-4ed6-8346-fefa4471f4c8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:52.039586 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be4b1ca-7892-4b1d-a084-f75fdbcdd9d9 None None] The sync data for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb is: [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:51Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:52.039850 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:52.040015 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:52.169802 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-08695a41-98e5-41ec-b74e-74b511edb1ca None None] Port 17bd81ee-2558-43e1-95fd-a617f1a005a6 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:52.181758 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:48Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:52.217098 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66f72db-23ef-4ad8-9a5e-4a764f3ca635 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:52.249537 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-e6db4cc0-2e12-4dd9-afd0-932de1b21b84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10b9da05-c611-4b43-a02d-838024f306a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2300272 Apr 01 16:08:52.291893 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 2, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:52.301764 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0c492-2043-42de-ae2a-ab3665a1908f None None] The sync data for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb is: [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:48Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:52.306429 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad2758e3-9e10-4ed6-8346-fefa4471f4c8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (0402f27b-b7d2-4e46-9c59-96259c5d7b37), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:52.436493 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Checking segment: {'id': 'fcff8173-e08a-49b2-8ea0-de8777aa703c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c4077d38-6c1d-41d8-bea4-cbea3460f502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:52.436883 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Network hostable DHCP agents. Network: c4077d38-6c1d-41d8-bea4-cbea3460f502, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:52.468474 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Checking router: e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:52.473267 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Updating router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 port 17bd81ee-2558-43e1-95fd-a617f1a005a6 binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:52.512641 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-08695a41-98e5-41ec-b74e-74b511edb1ca None None] Provisioning complete for port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:52.513249 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08695a41-98e5-41ec-b74e-74b511edb1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:52.559680 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-181776f9-7ac4-4906-924c-2a77d31bcd2a req-f06efcbf-ff34-4ca0-ba33-1eea2b20df0c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 210 time: 0.3439124 Apr 01 16:08:52.673272 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-08695a41-98e5-41ec-b74e-74b511edb1ca None None] Current status of the port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:52.678600 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:52.916440 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:52.921114 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-31b2c87b-f770-4652-bbf8-4368f4b76df9 service neutron] 10.222.0.57 "GET /v2.0/networks/10b9da05-c611-4b43-a02d-838024f306a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187845 Apr 01 16:08:53.042357 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad2758e3-9e10-4ed6-8346-fefa4471f4c8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0402f27b-b7d2-4e46-9c59-96259c5d7b37), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.060512 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Provisioning complete for port 01fad3bc-f529-474d-9a4b-3cceebfd29db triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:53.060897 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.114607 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66f72db-23ef-4ad8-9a5e-4a764f3ca635 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (0a4040f1-518c-40e8-9703-6ce74904c80c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.126020 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66f72db-23ef-4ad8-9a5e-4a764f3ca635 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0a4040f1-518c-40e8-9703-6ce74904c80c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.141213 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2758e3-9e10-4ed6-8346-fefa4471f4c8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0402f27b-b7d2-4e46-9c59-96259c5d7b37,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:53.186580 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4e0ac7-f5c4-43ad-9693-4e95257cffeb,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:53.216508 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b1dd-6170-48c5-aee5-c0486e84fd7a req-e0b42f8b-4942-44b5-ba29-8b33e2dfeb49 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:53.231876 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9ad3b1dd-6170-48c5-aee5-c0486e84fd7a req-e0b42f8b-4942-44b5-ba29-8b33e2dfeb49 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 944 time: 1.9345315 Apr 01 16:08:53.263169 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66f72db-23ef-4ad8-9a5e-4a764f3ca635 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.266512 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b66f72db-23ef-4ad8-9a5e-4a764f3ca635 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3028564 Apr 01 16:08:53.271537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f72db-23ef-4ad8-9a5e-4a764f3ca635 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4040f1-518c-40e8-9703-6ce74904c80c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:53.271704 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for port (1dc074c7-4751-402b-a969-4201d52da570), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.281144 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe003c-d623-415c-b006-64a2565c5cae x-openstack-request-id: req-98fe003c-d623-415c-b006-64a2565c5cae {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:53.281530 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7", "tag": "0c502080-d966-43f8-b416-de1e74c3adbf", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:53.282061 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98fe003c-d623-415c-b006-64a2565c5cae {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:53.282783 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fe003c-d623-415c-b006-64a2565c5cae'] response: {'name': 'network-changed', 'server_uuid': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'tag': '0c502080-d966-43f8-b416-de1e74c3adbf', 'status': 'completed', 'code': 200} Apr 01 16:08:53.283386 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:53.289072 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-26bf5aa4-9fd2-45c1-9438-306685baef62 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'security_group_rule': {'security_group_id': '0a4040f1-518c-40e8-9703-6ce74904c80c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:53.313007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad2758e3-9e10-4ed6-8346-fefa4471f4c8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.318271 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ad2758e3-9e10-4ed6-8346-fefa4471f4c8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8940198 Apr 01 16:08:53.318830 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:53.321867 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 01fad3bc-f529-474d-9a4b-3cceebfd29db up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:53.326773 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-63717567-7808-4bc4-9f33-d4d829f45082 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'security_group_rule': {'security_group_id': '0402f27b-b7d2-4e46-9c59-96259c5d7b37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:53.334366 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69d404f7-2103-4f43-9a97-b0973b2e8799 req-32b8f9a1-4c44-440e-8c85-26e3d603859f service neutron] 10.222.0.57 "GET /v2.0/networks/10b9da05-c611-4b43-a02d-838024f306a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028492 Apr 01 16:08:53.350085 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a8acb6ff-cd0f-4f23-9dfd-6db7c45b6bc5 admin admin] Publish callbacks [] for security_group (5792029d-efde-433b-9655-002c06a64d64), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.361840 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Network c4077d38-6c1d-41d8-bea4-cbea3460f502 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:53.396405 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf5aa4-9fd2-45c1-9438-306685baef62 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (b2715e87-4efd-496b-9de6-094fb6f878ef), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.403601 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a8acb6ff-cd0f-4f23-9dfd-6db7c45b6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5792029d-efde-433b-9655-002c06a64d64), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.424410 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Current status of the port 01fad3bc-f529-474d-9a4b-3cceebfd29db is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:53.424805 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.449853 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, c4077d38-6c1d-41d8-bea4-cbea3460f502) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:53.488806 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:53.491856 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.505744 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Publish callbacks [] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.526916 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63717567-7808-4bc4-9f33-d4d829f45082 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (829b57c5-416c-4032-9a9e-af196e32bd4a), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.566611 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] For port 01fad3bc-f529-474d-9a4b-3cceebfd29db, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=01fad3bc-f529-474d-9a4b-3cceebfd29db,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:53.576236 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5372f4-9fbc-420a-b29c-8691ba31a9b2 None None] Network c4077d38-6c1d-41d8-bea4-cbea3460f502 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:53.579954 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acb6ff-cd0f-4f23-9dfd-6db7c45b6bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5792029d-efde-433b-9655-002c06a64d64,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:53.585599 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a8acb6ff-cd0f-4f23-9dfd-6db7c45b6bc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c98d7610e2e45a0af91c1ca765eff4b&name=default HTTP/1.1" status: 200 len: 2996 time: 4.6940067 Apr 01 16:08:53.591087 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.603937 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39750) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:53.632523 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.641597 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf5aa4-9fd2-45c1-9438-306685baef62 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (b2715e87-4efd-496b-9de6-094fb6f878ef), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.656974 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-98b61563-fb5d-44a1-ac3b-2bc5a998b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:53.658759 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-98b61563-fb5d-44a1-ac3b-2bc5a998b878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba19fc051dd40cda19b771c67f87b1c&device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 1128 time: 0.2204416 Apr 01 16:08:53.686476 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf5aa4-9fd2-45c1-9438-306685baef62 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (b2715e87-4efd-496b-9de6-094fb6f878ef), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.698679 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a824b16a-a8cb-4ff0-8717-9dfe0f5defb9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4688408 Apr 01 16:08:53.703639 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9ad3b1dd-6170-48c5-aee5-c0486e84fd7a req-f23bcf96-aef5-4c54-96aa-7bd48f37b231 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699438 Apr 01 16:08:53.763474 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63717567-7808-4bc4-9f33-d4d829f45082 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (829b57c5-416c-4032-9a9e-af196e32bd4a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.784801 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (1dc074c7-4751-402b-a969-4201d52da570), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.856133 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63717567-7808-4bc4-9f33-d4d829f45082 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (829b57c5-416c-4032-9a9e-af196e32bd4a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.903600 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf5aa4-9fd2-45c1-9438-306685baef62 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2715e87-4efd-496b-9de6-094fb6f878ef,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:53.937867 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf5aa4-9fd2-45c1-9438-306685baef62 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.939108 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-26bf5aa4-9fd2-45c1-9438-306685baef62 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6545146 Apr 01 16:08:53.958790 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39762) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:53.960585 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Provisioning complete for port 415ea36b-de50-40d8-8754-ea0018ab5cdb triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:53.961156 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:53.979679 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9f6ab89a-5808-424f-8e2e-fc8271631d8d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'security_group_rule': {'security_group_id': '0a4040f1-518c-40e8-9703-6ce74904c80c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:54.026692 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63717567-7808-4bc4-9f33-d4d829f45082 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829b57c5-416c-4032-9a9e-af196e32bd4a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:54.030241 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'Port': ['ID=1dc074c7-4751-402b-a969-4201d52da570,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:54.039356 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383a6b0-96ac-4427-9599-8f2c9f0e2ed5 None None] Pushing event updated for resources: {'Port': ['ID=17bd81ee-2558-43e1-95fd-a617f1a005a6,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:54.048455 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:54.078266 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63717567-7808-4bc4-9f33-d4d829f45082 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.079437 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-63717567-7808-4bc4-9f33-d4d829f45082 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7566059 Apr 01 16:08:54.082329 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39768) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:54.086068 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:54.097547 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:54.106097 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:54.106756 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.115464 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-af22221b-762a-4a2f-bcbf-6f858eed9061 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'security_group_rule': {'security_group_id': '0402f27b-b7d2-4e46-9c59-96259c5d7b37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:54.149842 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39770) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:54.187304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7b9c13bb-3812-451e-a0f4-6899188e3731 admin admin] Publish callbacks [] for security_group (5792029d-efde-433b-9655-002c06a64d64), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.204943 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 01fad3bc-f529-474d-9a4b-3cceebfd29db triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:54.205448 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.244583 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7b9c13bb-3812-451e-a0f4-6899188e3731 admin admin] Publish callbacks [] for security_group (5792029d-efde-433b-9655-002c06a64d64), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.374074 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7b9c13bb-3812-451e-a0f4-6899188e3731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5792029d-efde-433b-9655-002c06a64d64), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.377625 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7b9c13bb-3812-451e-a0f4-6899188e3731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.378814 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-7b9c13bb-3812-451e-a0f4-6899188e3731 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5792029d-efde-433b-9655-002c06a64d64 HTTP/1.1" status: 204 len: 168 time: 0.7610736 Apr 01 16:08:54.392737 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Port 415ea36b-de50-40d8-8754-ea0018ab5cdb cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:54.395321 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-0aec8ab7-8459-4721-93cb-f4562ec69564 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7117844 Apr 01 16:08:54.413033 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Request body: {'port': {'device_id': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:54.438419 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c0f01-052e-4bdd-9e84-35511805fc06 None None] Network c4077d38-6c1d-41d8-bea4-cbea3460f502 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:54.443746 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Attempting to bind port 17bd81ee-2558-43e1-95fd-a617f1a005a6 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:54.444261 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Attempting to bind port 17bd81ee-2558-43e1-95fd-a617f1a005a6 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:54.444737 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Attempting to bind port 17bd81ee-2558-43e1-95fd-a617f1a005a6 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:54.474968 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ba33d-a62e-4eef-b615-323686a39e90 None None] Pushing event updated for resources: {'Port': ['ID=01fad3bc-f529-474d-9a4b-3cceebfd29db,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:54.616213 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1dc074c7-4751-402b-a969-4201d52da570), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.702427 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c13bb-3812-451e-a0f4-6899188e3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792029d-efde-433b-9655-002c06a64d64,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:54.787358 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5831-bdac-4f7e-bd8e-fe953e56c4ed req-87934add-7a06-40dc-8f75-99e5dbf227c6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:54.799511 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-bf6d5831-bdac-4f7e-bd8e-fe953e56c4ed req-87934add-7a06-40dc-8f75-99e5dbf227c6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 931 time: 1.1150119 Apr 01 16:08:54.805699 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab89a-5808-424f-8e2e-fc8271631d8d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (2c610305-d4b0-4c34-b281-e1ea886db304), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.813786 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-d813090f-5ef3-4fcc-9d29-3aa411dbfe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:54.815896 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-d813090f-5ef3-4fcc-9d29-3aa411dbfe3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=10b9da05-c611-4b43-a02d-838024f306a0 HTTP/1.1" status: 200 len: 913 time: 1.1305521 Apr 01 16:08:54.897225 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b62a5bd9-924d-47af-9cbb-298b8ae0a2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.935332 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af22221b-762a-4a2f-bcbf-6f858eed9061 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (06917e23-f4e4-4dfd-bc20-8638e9270a09), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.947714 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-7736d4e1-3a90-412a-bd05-a00cd7a90374 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c502080-d966-43f8-b416-de1e74c3adbf HTTP/1.1" status: 200 len: 217 time: 0.1194844 Apr 01 16:08:54.975595 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:54.976203 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Checking segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:54.976370 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:54.976779 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Bound using segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:54.977261 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Bound port: 17bd81ee-2558-43e1-95fd-a617f1a005a6, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:54.977796 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.015438 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415ea36b-de50-40d8-8754-ea0018ab5cdb {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:55.030404 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Publish callbacks [] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.081194 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Transition to ACTIVE for port object 415ea36b-de50-40d8-8754-ea0018ab5cdb will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:08:55.107752 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.135364 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39796) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:55.143515 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-bacf6516-d97a-48af-a972-58c28054853e None None] Provisioning complete for port 17bd81ee-2558-43e1-95fd-a617f1a005a6 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:55.143884 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bacf6516-d97a-48af-a972-58c28054853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.152482 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4153-09ac-4cb5-af21-36c7c8796a82 req-eba66f88-6995-4e15-91a7-1a7ea1a3f9d3 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:55.153646 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ecab4153-09ac-4cb5-af21-36c7c8796a82 req-eba66f88-6995-4e15-91a7-1a7ea1a3f9d3 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 944 time: 0.2612247 Apr 01 16:08:55.196202 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab89a-5808-424f-8e2e-fc8271631d8d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (2c610305-d4b0-4c34-b281-e1ea886db304), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.210881 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39336305-9152-42c1-8422-f170e708a53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.214250 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-5a46662a-66b2-49d5-9bda-ac26c359acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:55.216215 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-5a46662a-66b2-49d5-9bda-ac26c359acf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9ee8668-9e71-4f71-ae2c-c1fb846da65a HTTP/1.1" status: 200 len: 852 time: 0.2567422 Apr 01 16:08:55.227344 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-bf6d5831-bdac-4f7e-bd8e-fe953e56c4ed req-11276d6a-f621-420b-a9f4-c21e28fb0851 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095769 Apr 01 16:08:55.286641 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af22221b-762a-4a2f-bcbf-6f858eed9061 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (06917e23-f4e4-4dfd-bc20-8638e9270a09), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.291086 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab89a-5808-424f-8e2e-fc8271631d8d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (2c610305-d4b0-4c34-b281-e1ea886db304), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.297948 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bacf6516-d97a-48af-a972-58c28054853e None None] Port 17bd81ee-2558-43e1-95fd-a617f1a005a6 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:55.305141 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 01fad3bc-f529-474d-9a4b-3cceebfd29db is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:55.307072 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=415ea36b-de50-40d8-8754-ea0018ab5cdb,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:55.307357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:55.335797 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af22221b-762a-4a2f-bcbf-6f858eed9061 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (06917e23-f4e4-4dfd-bc20-8638e9270a09), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.344163 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-33abb5ea-5ed6-4be4-996e-61c36aee4b11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10b9da05-c611-4b43-a02d-838024f306a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093414 Apr 01 16:08:55.354799 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39800) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:55.364388 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] For port 17bd81ee-2558-43e1-95fd-a617f1a005a6, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:55.368556 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2012703067-network', 'tenant_id': 'cef842e1ea4f47f8923e666e2f8ab931'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:55.371371 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] For port 17bd81ee-2558-43e1-95fd-a617f1a005a6, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=17bd81ee-2558-43e1-95fd-a617f1a005a6,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:55.382315 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.386186 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ecab4153-09ac-4cb5-af21-36c7c8796a82 req-f247a8e1-8a99-478a-9c2b-8de788b6ea9d tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055109 Apr 01 16:08:55.389261 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab89a-5808-424f-8e2e-fc8271631d8d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.391531 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-9f6ab89a-5808-424f-8e2e-fc8271631d8d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4174936 Apr 01 16:08:55.420308 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b62a5bd9-924d-47af-9cbb-298b8ae0a2da admin admin] Publish callbacks [] for security_group (c46db703-bff1-4896-8564-b73f9eeffd1a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.427580 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39802) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:55.448309 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:55.468151 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b62a5bd9-924d-47af-9cbb-298b8ae0a2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c46db703-bff1-4896-8564-b73f9eeffd1a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.502114 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:55.502803 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.506504 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Attempting to bind port 415ea36b-de50-40d8-8754-ea0018ab5cdb on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:55.506866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Attempting to bind port 415ea36b-de50-40d8-8754-ea0018ab5cdb by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:55.507202 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Attempting to bind port 415ea36b-de50-40d8-8754-ea0018ab5cdb on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:55.519768 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Port 415ea36b-de50-40d8-8754-ea0018ab5cdb on network 30036b2f-fdf3-4fff-b51e-3958cef8691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:08:55.520368 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Attempting to bind port 415ea36b-de50-40d8-8754-ea0018ab5cdb on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:55.545323 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.554597 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:55.555301 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:55.560841 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-25ac7b0b-e7e9-41f9-bddc-7f980b18c37c service neutron] 10.222.0.57 "GET /v2.0/networks/10b9da05-c611-4b43-a02d-838024f306a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023032 Apr 01 16:08:55.569762 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ab89a-5808-424f-8e2e-fc8271631d8d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c610305-d4b0-4c34-b281-e1ea886db304,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:55.577909 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:55.578344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Checking segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:55.578944 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Bound using segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:55.579505 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Bound port: 415ea36b-de50-40d8-8754-ea0018ab5cdb, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:55.579968 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.602495 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a5bd9-924d-47af-9cbb-298b8ae0a2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46db703-bff1-4896-8564-b73f9eeffd1a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:55.610583 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b62a5bd9-924d-47af-9cbb-298b8ae0a2da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=523555e4bf854b1596909ff17cfeb163&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4475422 Apr 01 16:08:55.613889 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39804) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:55.638252 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383a6b0-96ac-4427-9599-8f2c9f0e2ed5 None None] Pushing event updated for resources: {'Port': ['ID=17bd81ee-2558-43e1-95fd-a617f1a005a6,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:55.647152 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-65316086-3a31-4f7a-b0ed-a4d90f4ee637 None None] Provisioning complete for port 1dc074c7-4751-402b-a969-4201d52da570 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:55.647527 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65316086-3a31-4f7a-b0ed-a4d90f4ee637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (1dc074c7-4751-402b-a969-4201d52da570), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.667937 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af22221b-762a-4a2f-bcbf-6f858eed9061 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.674229 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-af22221b-762a-4a2f-bcbf-6f858eed9061 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5728376 Apr 01 16:08:55.678944 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39806) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:55.683851 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:55.692437 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22221b-762a-4a2f-bcbf-6f858eed9061 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06917e23-f4e4-4dfd-bc20-8638e9270a09,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:55.699122 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Made reservation on behalf of cef842e1ea4f47f8923e666e2f8ab931 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:55.701402 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.755615 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-65316086-3a31-4f7a-b0ed-a4d90f4ee637 None None] Port 1dc074c7-4751-402b-a969-4201d52da570 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:08:55.758249 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.763682 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:55.783563 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39336305-9152-42c1-8422-f170e708a53d admin admin] Publish callbacks [] for security_group (280ea982-100d-44ad-9bf4-5ffddeb3184c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.785897 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:55.800790 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39336305-9152-42c1-8422-f170e708a53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (280ea982-100d-44ad-9bf4-5ffddeb3184c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.827279 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-85b928d3-6ea0-4165-87a6-c33970ed2dd8 req-d50d04ea-20a4-49b1-8555-98fae13eb811 service neutron] 10.222.0.57 "GET /v2.0/networks/10b9da05-c611-4b43-a02d-838024f306a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543571 Apr 01 16:08:55.857298 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39336305-9152-42c1-8422-f170e708a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280ea982-100d-44ad-9bf4-5ffddeb3184c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:55.864308 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:55.870086 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-39336305-9152-42c1-8422-f170e708a53d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=636dea0839d4422b9f6071bbfe65a178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7156572 Apr 01 16:08:55.884751 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39810) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:55.944741 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 01fad3bc-f529-474d-9a4b-3cceebfd29db up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:55.946486 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc074c7-4751-402b-a969-4201d52da570 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:55.973761 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Publish callbacks [] for port (1dc074c7-4751-402b-a969-4201d52da570), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.009951 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea283de2-551e-43a6-8d24-43ccd29bd8b3 admin admin] Publish callbacks [] for security_group (280ea982-100d-44ad-9bf4-5ffddeb3184c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.020848 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Transition to ACTIVE for port object 1dc074c7-4751-402b-a969-4201d52da570 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:08:56.020848 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] For port 415ea36b-de50-40d8-8754-ea0018ab5cdb, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:56.026566 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] For port 415ea36b-de50-40d8-8754-ea0018ab5cdb, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:56.032739 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (1dc074c7-4751-402b-a969-4201d52da570), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.061788 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-0e1a549b-e3a5-4bc3-8926-7c733b72078c None None] Provisioning complete for port 17bd81ee-2558-43e1-95fd-a617f1a005a6 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:56.062838 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e1a549b-e3a5-4bc3-8926-7c733b72078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.067943 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7f7e-588f-4f50-8192-cfdd8f8baaa2 admin admin] Publish callbacks [] for security_group (c46db703-bff1-4896-8564-b73f9eeffd1a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.070188 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.126179 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.145719 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:56.146338 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.147923 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] 10.222.0.57 "PUT /v2.0/ports/415ea36b-de50-40d8-8754-ea0018ab5cdb HTTP/1.1" status: 200 len: 1093 time: 5.5253758 Apr 01 16:08:56.156306 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'tag': '415ea36b-de50-40d8-8754-ea0018ab5cdb'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:56.158016 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea283de2-551e-43a6-8d24-43ccd29bd8b3 admin admin] Publish callbacks [] for security_group (280ea982-100d-44ad-9bf4-5ffddeb3184c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.164400 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks [] for security_group (b674937f-6e53-4487-870a-5fbb0b496e9b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.229383 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 01fad3bc-f529-474d-9a4b-3cceebfd29db triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:56.229971 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.259518 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b674937f-6e53-4487-870a-5fbb0b496e9b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.275234 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:56.288303 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (dea2be5b-4cea-4efe-9a0f-6a5132dd63ff), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.288895 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Added segment dea2be5b-4cea-4efe-9a0f-6a5132dd63ff of type vlan for network d11e4ccc-157d-4fe6-903b-0b80fa7af79f Apr 01 16:08:56.306422 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7f7e-588f-4f50-8192-cfdd8f8baaa2 admin admin] Publish callbacks [] for security_group (c46db703-bff1-4896-8564-b73f9eeffd1a), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.312304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc074c7-4751-402b-a969-4201d52da570,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:56.350015 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (d11e4ccc-157d-4fe6-903b-0b80fa7af79f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.406015 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea283de2-551e-43a6-8d24-43ccd29bd8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (280ea982-100d-44ad-9bf4-5ffddeb3184c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.409902 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea283de2-551e-43a6-8d24-43ccd29bd8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.411309 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ea283de2-551e-43a6-8d24-43ccd29bd8b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/280ea982-100d-44ad-9bf4-5ffddeb3184c HTTP/1.1" status: 204 len: 168 time: 0.5265408 Apr 01 16:08:56.415463 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b674937f-6e53-4487-870a-5fbb0b496e9b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:56.420449 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a549b-e3a5-4bc3-8926-7c733b72078c None None] Current status of the port 17bd81ee-2558-43e1-95fd-a617f1a005a6 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:56.420852 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e1a549b-e3a5-4bc3-8926-7c733b72078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.432526 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (d11e4ccc-157d-4fe6-903b-0b80fa7af79f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.433463 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:56.436604 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.481714 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 01fad3bc-f529-474d-9a4b-3cceebfd29db is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:56.499274 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:55Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:56.566014 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a380902-6568-469b-94f4-160d19fff1fe None None] The sync data for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb is: [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:55Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:56.584112 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-0e1a549b-e3a5-4bc3-8926-7c733b72078c None None] For port 17bd81ee-2558-43e1-95fd-a617f1a005a6, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=17bd81ee-2558-43e1-95fd-a617f1a005a6,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:56.591990 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e1a549b-e3a5-4bc3-8926-7c733b72078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.596540 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d11e4ccc-157d-4fe6-903b-0b80fa7af79f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:56.604969 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 0c502080-d966-43f8-b416-de1e74c3adbf details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:08:56.676472 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea283de2-551e-43a6-8d24-43ccd29bd8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ea982-100d-44ad-9bf4-5ffddeb3184c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:56.726618 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113c46e-142b-4aea-afc8-f1610fc1464c req-1d2ac866-2674-441a-b54f-9472a92919a1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:56.730986 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c113c46e-142b-4aea-afc8-f1610fc1464c req-1d2ac866-2674-441a-b54f-9472a92919a1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 943 time: 0.3528786 Apr 01 16:08:56.747507 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8de848a3-c8b5-47e1-9479-72fcbb5be6d5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3913081 Apr 01 16:08:56.769385 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39838) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:56.802264 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Request body: {'subnet': {'network_id': 'd11e4ccc-157d-4fe6-903b-0b80fa7af79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2012703067-subnet', 'tenant_id': 'cef842e1ea4f47f8923e666e2f8ab931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:56.807901 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network d11e4ccc-157d-4fe6-903b-0b80fa7af79f details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:08:56.841704 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Attempting to bind port 1dc074c7-4751-402b-a969-4201d52da570 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:08:56.842557 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Attempting to bind port 1dc074c7-4751-402b-a969-4201d52da570 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:08:56.842894 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Attempting to bind port 1dc074c7-4751-402b-a969-4201d52da570 on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:56.865834 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f1e554-9bc6-46ba-a5bd-894bc5a60d98", "tag": "415ea36b-de50-40d8-8754-ea0018ab5cdb"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:56.886725 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Port 1dc074c7-4751-402b-a969-4201d52da570 on network 30036b2f-fdf3-4fff-b51e-3958cef8691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:08:56.886725 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Attempting to bind port 1dc074c7-4751-402b-a969-4201d52da570 on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:56.887619 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Made reservation on behalf of cef842e1ea4f47f8923e666e2f8ab931 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:56.892717 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.894897 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7f7e-588f-4f50-8192-cfdd8f8baaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c46db703-bff1-4896-8564-b73f9eeffd1a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.897376 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7f7e-588f-4f50-8192-cfdd8f8baaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.905175 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:56.915114 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-f5ff7f7e-588f-4f50-8192-cfdd8f8baaa2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c46db703-bff1-4896-8564-b73f9eeffd1a HTTP/1.1" status: 204 len: 168 time: 1.0768409 Apr 01 16:08:56.931424 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:56.931846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Checking segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:56.932399 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Bound using segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:56.933344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Bound port: 1dc074c7-4751-402b-a969-4201d52da570, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:08:56.933344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1dc074c7-4751-402b-a969-4201d52da570), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.066947 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c113c46e-142b-4aea-afc8-f1610fc1464c req-92a30c80-aa0b-4a53-b662-08937f6f2f0d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180404 Apr 01 16:08:57.111014 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] For port 1dc074c7-4751-402b-a969-4201d52da570, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:57.118183 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] For port 1dc074c7-4751-402b-a969-4201d52da570, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1dc074c7-4751-402b-a969-4201d52da570,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:57.127621 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a549b-e3a5-4bc3-8926-7c733b72078c None None] Pushing event updated for resources: {'Port': ['ID=17bd81ee-2558-43e1-95fd-a617f1a005a6,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:57.128946 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff7f7e-588f-4f50-8192-cfdd8f8baaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46db703-bff1-4896-8564-b73f9eeffd1a,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:57.131717 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c8de2e-6b47-469f-ae25-9fc1784b185c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.136205 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 0c502080-d966-43f8-b416-de1e74c3adbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0c502080-d966-43f8-b416-de1e74c3adbf,segment=NetworkSegment(ccefe233-f804-4578-b11e-1a3aaea75a57),segment_id=ccefe233-f804-4578-b11e-1a3aaea75a57)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:57.139456 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.156857 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '0c502080-d966-43f8-b416-de1e74c3adbf', 'network_id': '10b9da05-c611-4b43-a02d-838024f306a0', 'port_id': '0c502080-d966-43f8-b416-de1e74c3adbf', 'mac_address': 'fa:16:3e:32:fa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ee8668-9e71-4f71-ae2c-c1fb846da65a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:08:57.307241 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (1dc074c7-4751-402b-a969-4201d52da570), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.326740 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904730a-3e6d-4a47-8347-306b2b70cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=415ea36b-de50-40d8-8754-ea0018ab5cdb,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:57.430195 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 0c502080-d966-43f8-b416-de1e74c3adbf is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:57.430631 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.462075 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c502080-d966-43f8-b416-de1e74c3adbf {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:57.493736 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Allocated IP 172.28.3.250 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/20204219-fd55-4ca2-9648-461ed7a5f29e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:57.514482 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 0c502080-d966-43f8-b416-de1e74c3adbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0c502080-d966-43f8-b416-de1e74c3adbf,segment=NetworkSegment(ccefe233-f804-4578-b11e-1a3aaea75a57),segment_id=ccefe233-f804-4578-b11e-1a3aaea75a57)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:57.528669 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.537312 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:57.538194 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.539950 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] 10.222.0.57 "PUT /v2.0/ports/1dc074c7-4751-402b-a969-4201d52da570 HTTP/1.1" status: 200 len: 1093 time: 3.1425283 Apr 01 16:08:57.579129 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-94bd68c8-5b1a-4958-b7de-5e9ca47ba854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:57.581782 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-94bd68c8-5b1a-4958-b7de-5e9ca47ba854 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 1127 time: 1.3019934 Apr 01 16:08:57.665975 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=0c502080-d966-43f8-b416-de1e74c3adbf,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:57.688421 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7d8e-a5ed-43c1-aa98-67e4549d8549 req-399fe36b-c4a6-4ca8-88de-38f3955e1538 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:57.695179 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c5cc7d8e-a5ed-43c1-aa98-67e4549d8549 req-399fe36b-c4a6-4ca8-88de-38f3955e1538 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 944 time: 1.0066566 Apr 01 16:08:57.795603 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['0c502080-d966-43f8-b416-de1e74c3adbf'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:08:57.869242 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.874080 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (d3a842a3-11da-4fde-b636-e5dfc8351178), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:57.886477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069c8851-320f-43c8-9b27-0217e0f46ab9 x-openstack-request-id: req-069c8851-320f-43c8-9b27-0217e0f46ab9 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:57.886477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f1e554-9bc6-46ba-a5bd-894bc5a60d98", "tag": "415ea36b-de50-40d8-8754-ea0018ab5cdb", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:57.886477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-069c8851-320f-43c8-9b27-0217e0f46ab9 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:57.886477 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069c8851-320f-43c8-9b27-0217e0f46ab9'] response: {'name': 'network-changed', 'server_uuid': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'tag': '415ea36b-de50-40d8-8754-ea0018ab5cdb', 'status': 'completed', 'code': 200} Apr 01 16:08:57.886477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39862) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:57.894633 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691dfcd-e8d2-4854-954a-c67f22803a31 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc074c7-4751-402b-a969-4201d52da570,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:57.912934 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-b5bc05fa-da39-4fc4-b111-cc646fbc8150 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb HTTP/1.1" status: 200 len: 217 time: 0.2966580 Apr 01 16:08:57.918160 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-592cafcd-a983-45bd-90b0-d5278c3fc809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.003288 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 17bd81ee-2558-43e1-95fd-a617f1a005a6 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:58.008234 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-d5f22356-a1a2-433c-b9c1-84e25237bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.009820 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-d5f22356-a1a2-433c-b9c1-84e25237bb34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0876255 Apr 01 16:08:58.071613 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a842a3-11da-4fde-b636-e5dfc8351178,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:58.090156 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Checking segment: {'id': 'dea2be5b-4cea-4efe-9a0f-6a5132dd63ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd11e4ccc-157d-4fe6-903b-0b80fa7af79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:08:58.090537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Network hostable DHCP agents. Network: d11e4ccc-157d-4fe6-903b-0b80fa7af79f, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:58.115828 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.127946 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c5cc7d8e-a5ed-43c1-aa98-67e4549d8549 req-e323dfde-81be-467c-8f7d-2666fde66282 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296330 Apr 01 16:08:58.215648 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:58.219289 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:58.223282 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:58.261964 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Allocated IP 172.28.3.48 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/320169f0-dd86-4871-a367-c04933607d92) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:58.357304 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 17bd81ee-2558-43e1-95fd-a617f1a005a6 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:08:58.358682 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.393537 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-429b9c4f-b297-4de5-b7ac-6eebffff3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.394292 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-429b9c4f-b297-4de5-b7ac-6eebffff3c98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 1127 time: 0.7792296 Apr 01 16:08:58.419007 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'Port': ['ID=20204219-fd55-4ca2-9648-461ed7a5f29e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:58.421809 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Network d11e4ccc-157d-4fe6-903b-0b80fa7af79f is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:58.504758 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (d86352b6-6afb-40d1-bfdb-40ccbc5640fe), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.529523 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-534dc5f4-9947-4966-8d7c-a9714b77e4da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dc074c7-4751-402b-a969-4201d52da570 HTTP/1.1" status: 200 len: 217 time: 0.1145813 Apr 01 16:08:58.531953 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, d11e4ccc-157d-4fe6-903b-0b80fa7af79f) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:58.537689 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 17bd81ee-2558-43e1-95fd-a617f1a005a6 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:08:58.571983 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7357c-cd9f-408b-9960-1e70509df1c4 req-99609470-6747-4315-94e3-46fe2cdedbb5 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.574409 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833c57f-4b18-4e9c-8a93-0668195a2857 None None] Network d11e4ccc-157d-4fe6-903b-0b80fa7af79f requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:58.581915 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-48b7357c-cd9f-408b-9960-1e70509df1c4 req-99609470-6747-4315-94e3-46fe2cdedbb5 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 943 time: 0.3528819 Apr 01 16:08:58.587508 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.588336 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.614871 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.638499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-3de5711d-122a-4872-a6b8-fcd12f211990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.640088 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-3de5711d-122a-4872-a6b8-fcd12f211990 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6205523 Apr 01 16:08:58.665269 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-d2405c0d-f75a-4106-b5b3-39412cf317d4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8944218 Apr 01 16:08:58.671786 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-592cafcd-a983-45bd-90b0-d5278c3fc809 admin admin] Publish callbacks [] for security_group (4f3963cd-86f1-4023-8b1d-d7efbd05a4d3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.699026 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-592cafcd-a983-45bd-90b0-d5278c3fc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (4f3963cd-86f1-4023-8b1d-d7efbd05a4d3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.720456 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-48b7357c-cd9f-408b-9960-1e70509df1c4 req-902b952e-865a-4bcf-af7b-3347e48d5660 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336176 Apr 01 16:08:58.753245 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba41b81-7a08-41f1-9e2d-04a6703b6e9d None None] Network d11e4ccc-157d-4fe6-903b-0b80fa7af79f requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:08:58.769269 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for port (320169f0-dd86-4871-a367-c04933607d92), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.774957 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-592cafcd-a983-45bd-90b0-d5278c3fc809 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4edb9a7fc1e4175b2f95292f82dce40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8764033 Apr 01 16:08:58.776431 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-d9ff28e4-d303-4a10-8ca3-4a2c60bb68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.777864 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-d9ff28e4-d303-4a10-8ca3-4a2c60bb68f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.2383108 Apr 01 16:08:58.780764 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39888) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:58.830060 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39890) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:58.903400 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cafcd-a983-45bd-90b0-d5278c3fc809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3963cd-86f1-4023-8b1d-d7efbd05a4d3,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:58.912671 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] Deleting subnet 3a4e0ac7-f5c4-43ad-9693-4e95257cffeb {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:08:58.931596 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] Publish callbacks [] for subnet (3a4e0ac7-f5c4-43ad-9693-4e95257cffeb), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.957084 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-d63fcf49-7a56-41f1-97eb-0c7680402e14 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015001 Apr 01 16:08:58.962318 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.964017 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91a1ae77-093a-4936-b13d-43eb8c98e952 admin admin] Publish callbacks [] for security_group (4f3963cd-86f1-4023-8b1d-d7efbd05a4d3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.977734 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (320169f0-dd86-4871-a367-c04933607d92), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.978217 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:58.981969 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-cd8e7446-cb9d-452f-a49e-d4206aa3a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.983167 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-cd8e7446-cb9d-452f-a49e-d4206aa3a568 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1895366 Apr 01 16:08:58.989030 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] Publish callbacks [] for subnet (3a4e0ac7-f5c4-43ad-9693-4e95257cffeb), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.025497 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (3a4e0ac7-f5c4-43ad-9693-4e95257cffeb), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.030182 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (d86352b6-6afb-40d1-bfdb-40ccbc5640fe), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.093847 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.094803 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91a1ae77-093a-4936-b13d-43eb8c98e952 admin admin] Publish callbacks [] for security_group (4f3963cd-86f1-4023-8b1d-d7efbd05a4d3), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.095085 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4148505 Apr 01 16:08:59.096648 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a10c5-f835-4b59-bb4e-c6efd959f663 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'Port': ['ID=20204219-fd55-4ca2-9648-461ed7a5f29e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:59.133018 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (3a4e0ac7-f5c4-43ad-9693-4e95257cffeb), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.158387 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.163549 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3a4e0ac7-f5c4-43ad-9693-4e95257cffeb HTTP/1.1" status: 204 len: 168 time: 0.3321366 Apr 01 16:08:59.167551 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39902) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:08:59.219090 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d707e-dae7-4770-900d-4db7bec358be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4e0ac7-f5c4-43ad-9693-4e95257cffeb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:59.322876 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:59.323613 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (c4077d38-6c1d-41d8-bea4-cbea3460f502), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.353425 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:59.355655 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'Port': ['ID=320169f0-dd86-4871-a367-c04933607d92,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:59.369377 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:59.400639 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2884eb2-5774-4341-8789-e3d7b3dd2541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.479459 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (c4077d38-6c1d-41d8-bea4-cbea3460f502), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.490114 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e99a127-a935-4b11-a5de-fbcdbc6fe2dc req-ef00b28b-530f-47e8-8cbe-608f00fabdd6 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240598 Apr 01 16:08:59.497810 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63ef633e-9730-4bd4-8527-dd562a500275 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1259025770&fields=id&tenant_id=56953c8a31934b56b5e605d4c292b041 HTTP/1.1" status: 200 len: 267 time: 0.1180134 Apr 01 16:08:59.525527 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.525898 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.526651 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.526981 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.527361 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.527697 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.528088 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.528511 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.528903 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.529154 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.554862 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (55b1bb61-be2a-4801-aa1d-5cb18a2124b5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.578471 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526cf7f-9b9b-4130-b442-6cf5ee3b260b req-0d126c1d-3dbc-4c67-8982-14ffd4cab20f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:59.580436 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d526cf7f-9b9b-4130-b442-6cf5ee3b260b req-0d126c1d-3dbc-4c67-8982-14ffd4cab20f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 945 time: 0.2960460 Apr 01 16:08:59.606820 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-bf85082d-0473-4185-a659-a8b0652df122 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139889 Apr 01 16:08:59.607811 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91a1ae77-093a-4936-b13d-43eb8c98e952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (4f3963cd-86f1-4023-8b1d-d7efbd05a4d3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.611355 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91a1ae77-093a-4936-b13d-43eb8c98e952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.612589 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-91a1ae77-093a-4936-b13d-43eb8c98e952 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f3963cd-86f1-4023-8b1d-d7efbd05a4d3 HTTP/1.1" status: 204 len: 168 time: 0.8295584 Apr 01 16:08:59.753912 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.754389 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.754723 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.755101 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:08:59.755662 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4077d38-6c1d-41d8-bea4-cbea3460f502']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:59.763041 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7774c231-07b8-4dcf-98a7-c709d7dced88 req-84f32492-45e9-4c7d-88ca-fa8d5b35309d service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296906 Apr 01 16:08:59.789029 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1ae77-093a-4936-b13d-43eb8c98e952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3963cd-86f1-4023-8b1d-d7efbd05a4d3,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:59.830324 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d526cf7f-9b9b-4130-b442-6cf5ee3b260b req-600a3d5b-278e-4733-8e46-9b0ff358c6f9 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399423 Apr 01 16:08:59.830920 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (320169f0-dd86-4871-a367-c04933607d92), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:08:59.870782 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-056fa067-ff3f-4a11-b45a-8e943fce4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:59.871431 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-056fa067-ff3f-4a11-b45a-8e943fce4ba0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 1127 time: 0.2882905 Apr 01 16:08:59.890497 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'tag': '1dc074c7-4751-402b-a969-4201d52da570'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:59.893867 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011" -d '{"events": [{"name": "network-changed", "server_uuid": "72d7f522-1ad6-4ebd-940c-4aeb507a41be", "tag": "1dc074c7-4751-402b-a969-4201d52da570"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:59.935699 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-5041821f-8805-4eca-afff-5876df0b69dd tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:59.938357 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-5041821f-8805-4eca-afff-5876df0b69dd tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 811 time: 0.4229281 Apr 01 16:08:59.975931 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcff8173-e08a-49b2-8ea0-de8777aa703c') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:59.976228 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcff8173-e08a-49b2-8ea0-de8777aa703c') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:00.016233 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (fcff8173-e08a-49b2-8ea0-de8777aa703c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.034933 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-e33c47f9-9d0a-4ed8-853e-5741227664f5 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/quotas/56953c8a31934b56b5e605d4c292b041 HTTP/1.1" status: 200 len: 375 time: 0.0806549 Apr 01 16:09:00.051915 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (fcff8173-e08a-49b2-8ea0-de8777aa703c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.121477 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:09:00.124807 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (fcff8173-e08a-49b2-8ea0-de8777aa703c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: from cryptography.utils import int_from_bytes Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: from cryptography.utils import int_from_bytes Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:09:00.170845 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:09:00.221676 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-f00854ac-8451-42cd-b01a-7c669deb5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:00.223219 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-f00854ac-8451-42cd-b01a-7c669deb5d58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.3336759 Apr 01 16:09:00.245160 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d328-c0f3-435b-837c-e4ecf1e44519 req-293574f5-1340-497c-992c-fb789b750c12 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:00.246697 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9ba3d328-c0f3-435b-837c-e4ecf1e44519 req-293574f5-1340-497c-992c-fb789b750c12 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 943 time: 0.1990325 Apr 01 16:09:00.295648 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-6f4345a5-5ec8-49c8-b907-45e6b5484ad6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb HTTP/1.1" status: 200 len: 217 time: 0.0603666 Apr 01 16:09:00.337551 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for port (320169f0-dd86-4871-a367-c04933607d92), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.346910 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (c4077d38-6c1d-41d8-bea4-cbea3460f502), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.355621 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-e6adcbb0-acc6-4426-909c-3c6184b9f160 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3077555 Apr 01 16:09:00.362024 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.371365 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c4077d38-6c1d-41d8-bea4-cbea3460f502 HTTP/1.1" status: 204 len: 168 time: 1.2021759 Apr 01 16:09:00.371592 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39960) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:00.372448 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.395261 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d1835-a3d6-4171-98ff-dd60d9b44aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4077d38-6c1d-41d8-bea4-cbea3460f502,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:00.423064 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (320169f0-dd86-4871-a367-c04933607d92), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.496854 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (55b1bb61-be2a-4801-aa1d-5cb18a2124b5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.543963 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-6dab16a0-b7c7-4486-854a-eddf82c13cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:00.545457 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-6dab16a0-b7c7-4486-854a-eddf82c13cfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.1813197 Apr 01 16:09:00.548900 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] Deleting subnet d3a842a3-11da-4fde-b636-e5dfc8351178 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:09:00.557899 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9ba3d328-c0f3-435b-837c-e4ecf1e44519 req-e902827c-8814-42cb-969f-b5e7a7e1aa4b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015618 Apr 01 16:09:00.567061 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] Publish callbacks [] for subnet (d3a842a3-11da-4fde-b636-e5dfc8351178), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.569043 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'Port': ['ID=320169f0-dd86-4871-a367-c04933607d92,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:00.590828 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 0c502080-d966-43f8-b416-de1e74c3adbf up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:00.597468 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.607930 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-738a8e34-ae16-4df3-a07c-d8abdb68bec8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1710320 Apr 01 16:09:00.644837 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] Publish callbacks [] for subnet (d3a842a3-11da-4fde-b636-e5dfc8351178), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.663811 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (d3a842a3-11da-4fde-b636-e5dfc8351178), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.719151 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-c5166b74-873e-4f79-8d8d-83d1b4307b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:00.721254 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-c5166b74-873e-4f79-8d8d-83d1b4307b50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1676745 Apr 01 16:09:00.729955 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 0c502080-d966-43f8-b416-de1e74c3adbf completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:09:00.733826 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abcb080-1760-4dc3-bb5e-0f9867dc0ee6 x-openstack-request-id: req-0abcb080-1760-4dc3-bb5e-0f9867dc0ee6 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:00.734109 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d7f522-1ad6-4ebd-940c-4aeb507a41be", "tag": "1dc074c7-4751-402b-a969-4201d52da570", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:00.734360 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0abcb080-1760-4dc3-bb5e-0f9867dc0ee6 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:00.734752 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abcb080-1760-4dc3-bb5e-0f9867dc0ee6'] response: {'name': 'network-changed', 'server_uuid': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'tag': '1dc074c7-4751-402b-a969-4201d52da570', 'status': 'completed', 'code': 200} Apr 01 16:09:00.740233 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 0c502080-d966-43f8-b416-de1e74c3adbf triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:00.740604 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.803148 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-1b12851d-ac3f-403c-8663-a3c9de22c527 service neutron] 10.222.0.70 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154310 Apr 01 16:09:00.862194 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for subnet (d3a842a3-11da-4fde-b636-e5dfc8351178), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.890216 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 0c502080-d966-43f8-b416-de1e74c3adbf is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:00.890857 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.918572 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:00.925337 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d3a842a3-11da-4fde-b636-e5dfc8351178 HTTP/1.1" status: 204 len: 168 time: 0.5496485 Apr 01 16:09:00.926459 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d80175-38f4-479c-b8a2-4581f3f54a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a842a3-11da-4fde-b636-e5dfc8351178,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:00.927908 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 39986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:00.932709 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 39988) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:00.943717 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-e32d34cc-42f3-4b44-b623-5658b05869f0 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117209 Apr 01 16:09:00.951675 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-c9e19145-686c-4443-aa54-bc430911c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:00.953555 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-c9e19145-686c-4443-aa54-bc430911c5cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 1127 time: 0.1974480 Apr 01 16:09:00.966400 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 0c502080-d966-43f8-b416-de1e74c3adbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0c502080-d966-43f8-b416-de1e74c3adbf,segment=NetworkSegment(ccefe233-f804-4578-b11e-1a3aaea75a57),segment_id=ccefe233-f804-4578-b11e-1a3aaea75a57)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:00.969314 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c502080-d966-43f8-b416-de1e74c3adbf'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:01.034801 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (d11e4ccc-157d-4fe6-903b-0b80fa7af79f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.038952 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-d9f4f8cf-5938-4f81-8a0c-3c5b2a807ce6 service neutron] 10.222.0.70 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278099 Apr 01 16:09:01.095790 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.164597 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (d11e4ccc-157d-4fe6-903b-0b80fa7af79f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.187604 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:01.205568 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-ea8ad83f-7672-4446-9f0b-c8f913bc7c0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--708289415&fields=id&tenant_id=260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 267 time: 0.2323461 Apr 01 16:09:01.209926 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11e4ccc-157d-4fe6-903b-0b80fa7af79f']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:01.222580 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=0c502080-d966-43f8-b416-de1e74c3adbf,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:01.230414 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea2be5b-4cea-4efe-9a0f-6a5132dd63ff') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:01.230414 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea2be5b-4cea-4efe-9a0f-6a5132dd63ff') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:01.245031 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (dea2be5b-4cea-4efe-9a0f-6a5132dd63ff), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.247696 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4b7cc1ab-cad9-46b5-a5f8-bdda73fc6006 req-32bd109d-f9bd-4470-9c98-01e0c868f340 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923124 Apr 01 16:09:01.287550 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (dea2be5b-4cea-4efe-9a0f-6a5132dd63ff), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.296888 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:09:01.297534 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (dea2be5b-4cea-4efe-9a0f-6a5132dd63ff), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:09:01.301362 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:09:01.385015 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1163711505-network', 'tenant_id': 'cd2ae26e08df44a695f66dd3f97292d6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:01.452151 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (d11e4ccc-157d-4fe6-903b-0b80fa7af79f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.461986 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.468554 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] 10.222.0.70 "DELETE /v2.0/networks/d11e4ccc-157d-4fe6-903b-0b80fa7af79f HTTP/1.1" status: 204 len: 168 time: 0.5334313 Apr 01 16:09:01.488786 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bd279-34d4-4337-be42-cabf435b570d admin admin] Pushing event deleted for resources: {'Network': ['ID=d11e4ccc-157d-4fe6-903b-0b80fa7af79f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:01.492908 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Made reservation on behalf of cd2ae26e08df44a695f66dd3f97292d6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:01.499406 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.531225 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-e4473b4a-6445-4e3e-8d70-d42173089ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.532720 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-e4473b4a-6445-4e3e-8d70-d42173089ec6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.5737870 Apr 01 16:09:01.535879 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbd1001f-45b7-46b5-9476-b44e4837551c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.556244 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c8d74-17ed-4cb6-92a6-cd0bdc74c324 req-5027a2fa-2e74-4605-b58c-e32d8c9d85f3 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.560610 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ec84e-32bb-434e-8d25-7f8dfdde9b79" -d '{"events": [{"server_uuid": "f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c502080-d966-43f8-b416-de1e74c3adbf"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:01.572141 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1a0c8d74-17ed-4cb6-92a6-cd0bdc74c324 req-5027a2fa-2e74-4605-b58c-e32d8c9d85f3 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.2261074 Apr 01 16:09:01.576384 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.615059 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-7f8a3f47-fc28-4e70-aaae-3608e3394a39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dc074c7-4751-402b-a969-4201d52da570 HTTP/1.1" status: 200 len: 217 time: 0.0723331 Apr 01 16:09:01.700368 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-1b0bd19c-f443-4f3d-a17a-9920699564be tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.707493 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-1b0bd19c-f443-4f3d-a17a-9920699564be tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 817 time: 0.5009096 Apr 01 16:09:01.714269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks [] for security_group (f1ebd9a6-359b-4961-bdd7-e1079f3b77ef), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.727610 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f1ebd9a6-359b-4961-bdd7-e1079f3b77ef), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.729487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-e24986b1-287b-4d25-a48b-a7931d2c5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.731271 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-e24986b1-287b-4d25-a48b-a7931d2c5b2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.1084971 Apr 01 16:09:01.738806 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-1e90ec28-d406-4e76-8f7c-4b2d1cd57d7e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/quotas/260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 375 time: 0.0304418 Apr 01 16:09:01.771694 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40024) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:01.772442 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:09:01.879793 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (f63ecf7c-1b2c-4303-8318-cf22e1e0b363), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.880148 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Added segment f63ecf7c-1b2c-4303-8318-cf22e1e0b363 of type vlan for network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 Apr 01 16:09:01.895362 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:01.907354 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1a0c8d74-17ed-4cb6-92a6-cd0bdc74c324 req-1895f8fe-062b-40cc-9f6a-7ba2f577aabc tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342590 Apr 01 16:09:01.913382 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbd1001f-45b7-46b5-9476-b44e4837551c admin admin] Publish callbacks [] for security_group (2e1c15af-f637-4582-b231-2d6a51da5626), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.947619 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-c0b7319f-b8ef-450f-b83a-75f39987e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.949169 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-c0b7319f-b8ef-450f-b83a-75f39987e420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2081506 Apr 01 16:09:01.965469 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-72acb31e-bd60-4a84-9bae-53a41f8eba8c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254305 Apr 01 16:09:01.969637 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:01.989141 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (3fbbb863-5d92-4a12-9f95-e5e25906d1d5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.013794 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-65db50e7-804f-462a-8647-d0051afa47a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e33e86f26cc426aa9edfddc21f6257b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323546 Apr 01 16:09:02.016239 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:02.024192 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (3fbbb863-5d92-4a12-9f95-e5e25906d1d5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.024625 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbd1001f-45b7-46b5-9476-b44e4837551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2e1c15af-f637-4582-b231-2d6a51da5626), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.025119 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:02.025726 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.147501 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-cbd1001f-45b7-46b5-9476-b44e4837551c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eeeb866db8f741c39b5ca488ee034b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2097776 Apr 01 16:09:02.156409 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40038) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:02.166292 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9775956 Apr 01 16:09:02.168468 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d199a7a0-2af4-4114-9c60-7b9eaffd7369 req-94341262-d527-4a87-8a25-193d0e5cf2d3 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 210 time: 0.1405277 Apr 01 16:09:02.173198 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40040) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:02.179343 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Request body: {'subnet': {'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1163711505-subnet', 'tenant_id': 'cd2ae26e08df44a695f66dd3f97292d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:02.193199 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1001f-45b7-46b5-9476-b44e4837551c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1c15af-f637-4582-b231-2d6a51da5626,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:02.236399 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd37ef-d56c-44e2-b19c-0b79d7ef3db2 admin admin] Pushing event updated for resources: {'Network': ['ID=3fbbb863-5d92-4a12-9f95-e5e25906d1d5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:02.240113 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eecebb95-0289-40af-a17e-fac65888cf00 admin admin] Publish callbacks [] for security_group (10f21b28-ad26-46bd-a45c-fdbb2ecaf805), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.247899 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Made reservation on behalf of cd2ae26e08df44a695f66dd3f97292d6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:02.248339 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:09:02.250343 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.300016 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-f5f5a575-d835-4f8f-8df1-e27d0c54fd1e service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333776 Apr 01 16:09:02.318465 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-f28bd84d-7cc3-4b22-a99b-3f60307251c8 service neutron] 10.222.0.70 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497866 Apr 01 16:09:02.326651 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eecebb95-0289-40af-a17e-fac65888cf00 admin admin] Publish callbacks [] for security_group (10f21b28-ad26-46bd-a45c-fdbb2ecaf805), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.359259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-af52c7ac-a595-4999-bf40-99ffd9046a58 admin admin] Publish callbacks [] for security_group (2e1c15af-f637-4582-b231-2d6a51da5626), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.445570 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6db2ae-5dcc-49d2-864a-f7299c3008a7 x-openstack-request-id: req-9d6db2ae-5dcc-49d2-864a-f7299c3008a7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:02.445926 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c502080-d966-43f8-b416-de1e74c3adbf", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:02.446180 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d6db2ae-5dcc-49d2-864a-f7299c3008a7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:02.446653 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6db2ae-5dcc-49d2-864a-f7299c3008a7'] response: {'server_uuid': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c502080-d966-43f8-b416-de1e74c3adbf', 'code': 200} Apr 01 16:09:02.447026 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-af52c7ac-a595-4999-bf40-99ffd9046a58 admin admin] Publish callbacks [] for security_group (2e1c15af-f637-4582-b231-2d6a51da5626), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.456632 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eecebb95-0289-40af-a17e-fac65888cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (10f21b28-ad26-46bd-a45c-fdbb2ecaf805), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.459105 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eecebb95-0289-40af-a17e-fac65888cf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.460472 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-eecebb95-0289-40af-a17e-fac65888cf00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10f21b28-ad26-46bd-a45c-fdbb2ecaf805 HTTP/1.1" status: 204 len: 168 time: 0.4433446 Apr 01 16:09:02.496847 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecebb95-0289-40af-a17e-fac65888cf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f21b28-ad26-46bd-a45c-fdbb2ecaf805,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:02.520953 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (513efb5c-ecee-4ad1-be70-0471d42525b0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.542601 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73a1a7c1-00ab-43e0-9c8e-b6f3da26e011 req-a28bacc5-40cc-48eb-816a-5f46eb5e044f service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217686 Apr 01 16:09:02.573311 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-00b50276-d13a-46d5-a6ac-539e4e97a34f service neutron] 10.222.0.70 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536674 Apr 01 16:09:02.584182 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-af52c7ac-a595-4999-bf40-99ffd9046a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2e1c15af-f637-4582-b231-2d6a51da5626), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.587608 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-af52c7ac-a595-4999-bf40-99ffd9046a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.595782 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 415ea36b-de50-40d8-8754-ea0018ab5cdb details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:02.597245 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513efb5c-ecee-4ad1-be70-0471d42525b0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:02.602707 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-af52c7ac-a595-4999-bf40-99ffd9046a58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e1c15af-f637-4582-b231-2d6a51da5626 HTTP/1.1" status: 204 len: 168 time: 0.4360466 Apr 01 16:09:02.621325 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52c7ac-a595-4999-bf40-99ffd9046a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1c15af-f637-4582-b231-2d6a51da5626,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:02.690197 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Checking segment: {'id': 'f63ecf7c-1b2c-4303-8318-cf22e1e0b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:09:02.690590 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Network hostable DHCP agents. Network: 3fbbb863-5d92-4a12-9f95-e5e25906d1d5, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:09:02.749791 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5644852-305a-49f5-b666-0a839582d500 req-c0d1f464-7688-4a2d-afbc-3586b81de45c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:02.757712 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d5644852-305a-49f5-b666-0a839582d500 req-c0d1f464-7688-4a2d-afbc-3586b81de45c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 943 time: 0.1764352 Apr 01 16:09:02.787727 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:09:02.814113 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 3fbbb863-5d92-4a12-9f95-e5e25906d1d5) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:02.821461 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:02.823269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:02.852284 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d5644852-305a-49f5-b666-0a839582d500 req-dfea5434-2d51-48d0-9413-24e9d7d94d3a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920000 Apr 01 16:09:02.853139 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 415ea36b-de50-40d8-8754-ea0018ab5cdb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:02.877953 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf2f5d-cca8-4c2b-b623-b100dbea21d2 None None] Network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:09:02.894642 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-192f2d02-5585-4985-b22b-13a3ef69e368 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7177856 Apr 01 16:09:03.051035 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '415ea36b-de50-40d8-8754-ea0018ab5cdb', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'port_id': '415ea36b-de50-40d8-8754-ea0018ab5cdb', 'mac_address': 'fa:16:3e:db:b1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:03.081488 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a29e58-d9e4-4d63-b944-503a173d7d71 None None] Network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:09:03.208251 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9cbf-d04a-40e0-9eef-e4970cee91a2 req-88c18b39-22d7-4665-bafa-7322bfd3b3ba tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:03.214936 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-eab34daa-ae18-405f-b50a-9fb003b482d6 req-f94e6067-2053-4297-9358-a9d9bbcb5c7b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 210 time: 0.2877069 Apr 01 16:09:03.220828 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9cfb9cbf-d04a-40e0-9eef-e4970cee91a2 req-88c18b39-22d7-4665-bafa-7322bfd3b3ba tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1504333 Apr 01 16:09:03.319359 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a34bd-6dea-4024-b52c-82e10e3facae req-89a6f88a-9186-421a-b515-77593b6a9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:03.321521 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-725a34bd-6dea-4024-b52c-82e10e3facae req-89a6f88a-9186-421a-b515-77593b6a9ff9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 1130 time: 0.4725487 Apr 01 16:09:03.373075 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40078) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:03.404017 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9cfb9cbf-d04a-40e0-9eef-e4970cee91a2 req-31777885-61f5-40fd-84cf-7d9a2dda81e6 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756384 Apr 01 16:09:03.407558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-d85984e4-7084-4db9-b632-303423a55800 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:03.409991 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-d85984e4-7084-4db9-b632-303423a55800 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 811 time: 0.4325697 Apr 01 16:09:03.418601 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-725a34bd-6dea-4024-b52c-82e10e3facae req-0a498d3c-8381-4a7d-9ecf-18212cf3b2e1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.456705 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0ee4131-db27-4434-adda-6de8677a624c req-a1c5b3be-9f53-4278-8cec-09eda9ee7be2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 210 time: 0.0848587 Apr 01 16:09:03.501474 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40082) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:03.537653 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4da6-379f-4d99-818d-5bfd3329a490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.542518 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b317364d-0030-40d4-af39-19bcc25d8569 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cef842e1ea4f47f8923e666e2f8ab931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641877 Apr 01 16:09:03.556485 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40084) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:03.575203 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 415ea36b-de50-40d8-8754-ea0018ab5cdb is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:03.575586 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.593842 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.597800 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415ea36b-de50-40d8-8754-ea0018ab5cdb {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:03.621806 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-8fc1581c-e5d2-44d5-b182-f9d4f3f31ab0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56953c8a31934b56b5e605d4c292b041 HTTP/1.1" status: 200 len: 380 time: 0.1847351 Apr 01 16:09:03.623116 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 415ea36b-de50-40d8-8754-ea0018ab5cdb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:03.635659 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'port': {'device_id': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'admin_state_up': True, 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'security_groups': ['0402f27b-b7d2-4e46-9c59-96259c5d7b37']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:03.636695 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.637418 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1dc074c7-4751-402b-a969-4201d52da570 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:03.760707 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-725a34bd-6dea-4024-b52c-82e10e3facae req-0a498d3c-8381-4a7d-9ecf-18212cf3b2e1 service neutron] Publish callbacks [] for security_group (0b9cc487-7646-4aa5-baf2-a6039bd3ba43), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.774831 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-725a34bd-6dea-4024-b52c-82e10e3facae req-0a498d3c-8381-4a7d-9ecf-18212cf3b2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0b9cc487-7646-4aa5-baf2-a6039bd3ba43), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.779834 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef770d3-3901-483a-9284-af1c39f5b569 admin admin] Publish callbacks [] for security_group (b674937f-6e53-4487-870a-5fbb0b496e9b), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.810010 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4da6-379f-4d99-818d-5bfd3329a490 admin admin] Publish callbacks [] for security_group (ad1eb0b5-1e39-4670-83ff-20bcfcb96741), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.819706 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4da6-379f-4d99-818d-5bfd3329a490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ad1eb0b5-1e39-4670-83ff-20bcfcb96741), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.860090 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 1dc074c7-4751-402b-a969-4201d52da570, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1dc074c7-4751-402b-a969-4201d52da570,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:03.863205 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=415ea36b-de50-40d8-8754-ea0018ab5cdb,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:03.889183 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '1dc074c7-4751-402b-a969-4201d52da570', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'port_id': '1dc074c7-4751-402b-a969-4201d52da570', 'mac_address': 'fa:16:3e:c2:8f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:03.919735 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4da6-379f-4d99-818d-5bfd3329a490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1eb0b5-1e39-4670-83ff-20bcfcb96741,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:03.937231 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a8fa4da6-379f-4d99-818d-5bfd3329a490 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86fec741ad5f46218e3d79f5fc0c15bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320722 Apr 01 16:09:03.941471 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40096) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:03.962494 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 1dc074c7-4751-402b-a969-4201d52da570 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:03.963132 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1dc074c7-4751-402b-a969-4201d52da570), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:03.992684 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc074c7-4751-402b-a969-4201d52da570 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:04.007203 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a498d3c-8381-4a7d-9ecf-18212cf3b2e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9cc487-7646-4aa5-baf2-a6039bd3ba43,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:04.032691 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 1dc074c7-4751-402b-a969-4201d52da570, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1dc074c7-4751-402b-a969-4201d52da570,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:04.034685 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef770d3-3901-483a-9284-af1c39f5b569 admin admin] Publish callbacks [] for security_group (b674937f-6e53-4487-870a-5fbb0b496e9b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.038418 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (1dc074c7-4751-402b-a969-4201d52da570), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.058544 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-725a34bd-6dea-4024-b52c-82e10e3facae req-0a498d3c-8381-4a7d-9ecf-18212cf3b2e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7184496 Apr 01 16:09:04.100562 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Made reservation on behalf of 56953c8a31934b56b5e605d4c292b041 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:04.105219 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.115276 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=1dc074c7-4751-402b-a969-4201d52da570,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:04.167661 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ba002-5d9a-4bd8-b839-d7f3862bdf88 req-6c9212d2-4c24-471e-a49e-00d3abd60b2a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:04.170126 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f42ba002-5d9a-4bd8-b839-d7f3862bdf88 req-6c9212d2-4c24-471e-a49e-00d3abd60b2a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 943 time: 0.1933599 Apr 01 16:09:04.191797 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c94f-ceab-4e73-8a36-182d436a8607 admin admin] Publish callbacks [] for security_group (ad1eb0b5-1e39-4670-83ff-20bcfcb96741), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.219736 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40110) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:04.226539 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1588908192-network', 'tenant_id': '9c1a185c392943f3b1829208e3a141c1'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:04.231676 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef770d3-3901-483a-9284-af1c39f5b569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b674937f-6e53-4487-870a-5fbb0b496e9b), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.232522 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c94f-ceab-4e73-8a36-182d436a8607 admin admin] Publish callbacks [] for security_group (ad1eb0b5-1e39-4670-83ff-20bcfcb96741), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.234259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef770d3-3901-483a-9284-af1c39f5b569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.235370 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-eef770d3-3901-483a-9284-af1c39f5b569 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b674937f-6e53-4487-870a-5fbb0b496e9b HTTP/1.1" status: 204 len: 168 time: 0.6772232 Apr 01 16:09:04.256864 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef770d3-3901-483a-9284-af1c39f5b569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b674937f-6e53-4487-870a-5fbb0b496e9b,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:04.274127 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f42ba002-5d9a-4bd8-b839-d7f3862bdf88 req-795056f6-f62f-490d-af43-f4081eba7307 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926714 Apr 01 16:09:04.284798 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['415ea36b-de50-40d8-8754-ea0018ab5cdb'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:04.324164 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Made reservation on behalf of 9c1a185c392943f3b1829208e3a141c1 for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:04.326027 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c94f-ceab-4e73-8a36-182d436a8607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ad1eb0b5-1e39-4670-83ff-20bcfcb96741), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.327474 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.330818 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c94f-ceab-4e73-8a36-182d436a8607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.331711 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['1dc074c7-4751-402b-a969-4201d52da570'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:04.333570 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b0c2c94f-ceab-4e73-8a36-182d436a8607 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad1eb0b5-1e39-4670-83ff-20bcfcb96741 HTTP/1.1" status: 204 len: 168 time: 0.3893967 Apr 01 16:09:04.344402 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.349109 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2c94f-ceab-4e73-8a36-182d436a8607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1eb0b5-1e39-4670-83ff-20bcfcb96741,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:04.425198 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-365f22a3-4468-4221-8184-191c0e30c0ec req-128750d8-5ddb-4c42-9357-35fcdf6226ca tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 210 time: 0.0776083 Apr 01 16:09:04.436803 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Allocated IP 172.20.0.13 (71641742-02b5-4ba4-81ef-b19c905751a5/0d99b898-8993-4f61-a1ec-e455da0e6ed6/abd84753-e0e5-4e60-b4ba-18c0af156d74) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:04.673793 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00917fc3-4dc3-4000-b945-96a8c8d514ed req-8c014c8f-6ca1-455e-b9dc-9178bd8905c5 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:04.676812 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-00917fc3-4dc3-4000-b945-96a8c8d514ed req-8c014c8f-6ca1-455e-b9dc-9178bd8905c5 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1038911 Apr 01 16:09:04.769092 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-00917fc3-4dc3-4000-b945-96a8c8d514ed req-03393e42-3e66-4c56-a1d1-01d67aa4c504 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867946 Apr 01 16:09:04.831665 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-64e74061-ca19-4a44-ada6-a4d673a05e71 req-268232d5-7ffa-49cd-b94a-0ba348df768a tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 210 time: 0.1468213 Apr 01 16:09:04.870067 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks [] for security_group (18946dc4-0f3f-49ed-815b-9699431f940a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.886160 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.904356 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (18946dc4-0f3f-49ed-815b-9699431f940a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:04.993588 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:09:05.071523 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18946dc4-0f3f-49ed-815b-9699431f940a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:05.071523 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (9b882cb8-67ea-4d0a-ab35-e31f3d27110a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.071523 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Added segment 9b882cb8-67ea-4d0a-ab35-e31f3d27110a of type vlan for network a70481e8-3d01-4fad-9470-39324fa4d1be Apr 01 16:09:05.194653 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.203015 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (a70481e8-3d01-4fad-9470-39324fa4d1be), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.249149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-d34e3794-402e-41f0-99a1-0049e749bc31 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:05.250995 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-d34e3794-402e-41f0-99a1-0049e749bc31 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 817 time: 0.3624363 Apr 01 16:09:05.316586 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Network 71641742-02b5-4ba4-81ef-b19c905751a5 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:05.333642 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:05.341153 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:09:05.349267 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:05.350249 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.368019 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'Port': ['ID=abd84753-e0e5-4e60-b4ba-18c0af156d74,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:05.386372 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (a70481e8-3d01-4fad-9470-39324fa4d1be), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.387557 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:05.389842 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.415442 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-63415c08-099c-4a56-a20f-ae65860a3c1e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7839670 Apr 01 16:09:05.470547 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Request body: {'port': {'device_id': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:05.551971 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8dadc-9794-4a0d-86ff-0fb0bedde943 req-625c4831-368e-4e66-921c-4f84cc2d0198 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:05.557384 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-c1c0ca4b-8eb4-4d7e-b732-abb6af135c6f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 379 time: 0.2921164 Apr 01 16:09:05.563290 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-63e8dadc-9794-4a0d-86ff-0fb0bedde943 req-625c4831-368e-4e66-921c-4f84cc2d0198 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 944 time: 0.1405673 Apr 01 16:09:05.586103 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:05.587297 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3652987 Apr 01 16:09:05.604067 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'port': {'device_id': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'admin_state_up': True, 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'security_groups': ['0a4040f1-518c-40e8-9703-6ce74904c80c']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:05.614638 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Request body: {'subnet': {'network_id': 'a70481e8-3d01-4fad-9470-39324fa4d1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1588908192-subnet', 'tenant_id': '9c1a185c392943f3b1829208e3a141c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:05.646787 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244bfd-749f-4c9b-9d97-2287f2229d96 admin admin] Pushing event updated for resources: {'Network': ['ID=a70481e8-3d01-4fad-9470-39324fa4d1be,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:05.659405 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network a70481e8-3d01-4fad-9470-39324fa4d1be details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:09:05.666080 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Made reservation on behalf of 9c1a185c392943f3b1829208e3a141c1 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:05.668549 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.687793 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-63e8dadc-9794-4a0d-86ff-0fb0bedde943 req-75cc2a4f-9908-4504-8880-e545a0caa481 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231737 Apr 01 16:09:05.692092 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:05.976489 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-9af2be6c-f674-43ad-8edf-e01ad9d25fe3 None None] Provisioning complete for port abd84753-e0e5-4e60-b4ba-18c0af156d74 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:05.977065 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9af2be6c-f674-43ad-8edf-e01ad9d25fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:06.059859 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fda8f5c1-80ec-438c-9e6a-5eb6d4422558 req-d5d4e36e-b3bd-430d-96f5-9884b0dc4f14 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 210 time: 0.4097261 Apr 01 16:09:06.101358 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9af2be6c-f674-43ad-8edf-e01ad9d25fe3 None None] Port abd84753-e0e5-4e60-b4ba-18c0af156d74 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:09:06.151517 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (773ef553-c2b5-4434-b661-f3ea81acb2d0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:06.246283 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773ef553-c2b5-4434-b661-f3ea81acb2d0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:06.281903 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d3208-e784-4d8f-bf71-25b07e28a90c req-9013f345-33db-4c4c-b46c-271db33e9d1c tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:06.284508 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1e6d3208-e784-4d8f-bf71-25b07e28a90c req-9013f345-33db-4c4c-b46c-271db33e9d1c tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.3267603 Apr 01 16:09:06.354702 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Checking segment: {'id': '9b882cb8-67ea-4d0a-ab35-e31f3d27110a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a70481e8-3d01-4fad-9470-39324fa4d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:09:06.355447 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Network hostable DHCP agents. Network: a70481e8-3d01-4fad-9470-39324fa4d1be, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:09:06.431281 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1e6d3208-e784-4d8f-bf71-25b07e28a90c req-13a74854-faf9-45f0-869e-f86b1cec805f tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321695 Apr 01 16:09:06.443393 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Network a70481e8-3d01-4fad-9470-39324fa4d1be is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:09:06.455324 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, a70481e8-3d01-4fad-9470-39324fa4d1be) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:06.460430 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:06.461019 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:06.467728 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4f046-616c-4648-8edd-c25a9a5b51b7 None None] Network a70481e8-3d01-4fad-9470-39324fa4d1be requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:09:06.481897 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8e4f2145-fee1-4c58-949c-395e14b20893 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8928111 Apr 01 16:09:06.666370 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Made reservation on behalf of 260e4d005d8144b48bc1883b385997d5 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:06.669992 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:06.683726 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606101c-73ba-4d34-a05f-954c464fb2f7 req-05ffe2b4-6a2b-4050-97cb-78436981a728 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:06.691674 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0606101c-73ba-4d34-a05f-954c464fb2f7 req-05ffe2b4-6a2b-4050-97cb-78436981a728 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 932 time: 0.1587842 Apr 01 16:09:06.719272 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 415ea36b-de50-40d8-8754-ea0018ab5cdb up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:06.817704 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3eb18-b21c-442b-9cfc-65c8fe48bde9 None None] Network a70481e8-3d01-4fad-9470-39324fa4d1be requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:09:06.866959 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0606101c-73ba-4d34-a05f-954c464fb2f7 req-29f473ae-8705-4fa7-8b02-e4904dd97b3c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691420 Apr 01 16:09:07.018225 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Allocated IP 172.20.0.10 (0dc218f3-ce62-46a5-b625-a56c6efad88a/800b9e74-a55a-4e0d-8366-47e56c88db8f/a572008e-9a07-4c68-b642-d8bee3e97623) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:07.022569 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd84753-e0e5-4e60-b4ba-18c0af156d74 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:07.036855 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Publish callbacks [] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.043508 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf67b65-3085-4898-a665-9f934ee51250 req-dc907378-ccd0-44cb-9df4-12cc0c2dcaa2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:07.054496 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0cf67b65-3085-4898-a665-9f934ee51250 req-dc907378-ccd0-44cb-9df4-12cc0c2dcaa2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 944 time: 0.2106180 Apr 01 16:09:07.068446 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Transition to ACTIVE for port object abd84753-e0e5-4e60-b4ba-18c0af156d74 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:09:07.076020 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 415ea36b-de50-40d8-8754-ea0018ab5cdb completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:09:07.084376 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 415ea36b-de50-40d8-8754-ea0018ab5cdb triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:07.084376 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.085214 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.188278 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 415ea36b-de50-40d8-8754-ea0018ab5cdb is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:07.189361 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.241324 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415ea36b-de50-40d8-8754-ea0018ab5cdb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:07.245505 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0cf67b65-3085-4898-a665-9f934ee51250 req-8f6af16e-8916-4894-a602-9562ddbb0543 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734936 Apr 01 16:09:07.247383 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdd1dfb-b09f-4858-a0ee-1f882cbe9c93" -d '{"events": [{"server_uuid": "c3f1e554-9bc6-46ba-a5bd-894bc5a60d98", "name": "network-vif-plugged", "status": "completed", "tag": "415ea36b-de50-40d8-8754-ea0018ab5cdb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:07.291703 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 415ea36b-de50-40d8-8754-ea0018ab5cdb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:07.298403 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.299329 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1dc074c7-4751-402b-a969-4201d52da570 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:07.353804 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Pushing event updated for resources: {'Port': ['ID=abd84753-e0e5-4e60-b4ba-18c0af156d74,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:07.464075 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-da0c2f65-e895-4651-878d-fcbdd6eb1d15 req-95061d59-cf83-4fe9-bec5-9a297d0d1fd7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 210 time: 0.0558071 Apr 01 16:09:07.505566 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Attempting to bind port abd84753-e0e5-4e60-b4ba-18c0af156d74 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:09:07.508115 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Attempting to bind port abd84753-e0e5-4e60-b4ba-18c0af156d74 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:09:07.508458 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Attempting to bind port abd84753-e0e5-4e60-b4ba-18c0af156d74 on network 71641742-02b5-4ba4-81ef-b19c905751a5 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:07.539519 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Port abd84753-e0e5-4e60-b4ba-18c0af156d74 on network 71641742-02b5-4ba4-81ef-b19c905751a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:09:07.540011 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Attempting to bind port abd84753-e0e5-4e60-b4ba-18c0af156d74 on network 71641742-02b5-4ba4-81ef-b19c905751a5 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:07.558200 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:09:07.558844 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Checking segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:09:07.559322 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Bound using segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:09:07.559781 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Bound port: abd84753-e0e5-4e60-b4ba-18c0af156d74, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:09:07.560208 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.607708 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for port (a572008e-9a07-4c68-b642-d8bee3e97623), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.781515 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.832748 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e64b6-07e4-49dc-af39-cc0d0cc6f856 req-1e6d3702-c346-4bd5-ba89-9d0bfbc6abca tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:07.836437 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d43e64b6-07e4-49dc-af39-cc0d0cc6f856 req-1e6d3702-c346-4bd5-ba89-9d0bfbc6abca tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1261492 Apr 01 16:09:07.855045 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cdea49-6672-41b5-a3c5-f1ffd8f6d218 x-openstack-request-id: req-45cdea49-6672-41b5-a3c5-f1ffd8f6d218 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:07.855733 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f1e554-9bc6-46ba-a5bd-894bc5a60d98", "name": "network-vif-plugged", "status": "completed", "tag": "415ea36b-de50-40d8-8754-ea0018ab5cdb", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:07.855733 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45cdea49-6672-41b5-a3c5-f1ffd8f6d218 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:07.857659 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cdea49-6672-41b5-a3c5-f1ffd8f6d218'] response: {'server_uuid': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415ea36b-de50-40d8-8754-ea0018ab5cdb', 'code': 200} Apr 01 16:09:07.894874 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=415ea36b-de50-40d8-8754-ea0018ab5cdb,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:07.958551 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 1dc074c7-4751-402b-a969-4201d52da570 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:09:07.970304 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 1dc074c7-4751-402b-a969-4201d52da570 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:07.971247 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (1dc074c7-4751-402b-a969-4201d52da570), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:07.995599 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:08.014144 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:08.020794 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] For port abd84753-e0e5-4e60-b4ba-18c0af156d74, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:09:08.023101 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:09:08.028395 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.029246 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:08.042842 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:08.045316 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d43e64b6-07e4-49dc-af39-cc0d0cc6f856 req-340a5f6c-7794-4546-a271-04eff74b668d tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014344 Apr 01 16:09:08.064495 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] For port abd84753-e0e5-4e60-b4ba-18c0af156d74, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:09:08.106892 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:08.125700 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-21e6379b-833c-42ef-86f4-bad51bed0cfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5370605 Apr 01 16:09:08.133002 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9018922-4b99-401c-9b69-2e02dc8471de req-12bd54ad-633d-4c6b-8765-4497d76a6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.134124 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 1dc074c7-4751-402b-a969-4201d52da570 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:08.134749 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1dc074c7-4751-402b-a969-4201d52da570), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:08.143804 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b9018922-4b99-401c-9b69-2e02dc8471de req-12bd54ad-633d-4c6b-8765-4497d76a6ce9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 1129 time: 0.2903552 Apr 01 16:09:08.229063 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 1dc074c7-4751-402b-a969-4201d52da570, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1dc074c7-4751-402b-a969-4201d52da570,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:08.235197 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (1dc074c7-4751-402b-a969-4201d52da570), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:08.254101 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b9018922-4b99-401c-9b69-2e02dc8471de req-56113f85-83c7-4977-9122-f1f169e40fd6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012075 Apr 01 16:09:08.290504 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Request body: {'port': {'device_id': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:08.318545 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-3c1266e0-4d50-4fa7-aba3-2531f48b201a tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.320095 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-3c1266e0-4d50-4fa7-aba3-2531f48b201a tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/networks?id=3fbbb863-5d92-4a12-9f95-e5e25906d1d5 HTTP/1.1" status: 200 len: 809 time: 0.5724058 Apr 01 16:09:08.322211 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Pushing event updated for resources: {'Port': ['ID=abd84753-e0e5-4e60-b4ba-18c0af156d74,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:08.325998 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=1dc074c7-4751-402b-a969-4201d52da570,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:08.375075 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.375889 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:08.377519 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-dfeef3ab-7ed4-4ac4-a1f5-e1a905c086b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 200 len: 1094 time: 2.9248462 Apr 01 16:09:08.378247 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:08.381509 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5362fe-2b3b-4d18-be6a-7741162685d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:08.392944 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-861b0c14-2b25-4cae-9812-bc9f66de1f11 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/quotas/cd2ae26e08df44a695f66dd3f97292d6 HTTP/1.1" status: 200 len: 375 time: 0.0355387 Apr 01 16:09:08.432082 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886facb-4a4e-40c3-8a56-ab6c79e951a1 req-12750ab3-b7fe-475f-9a6d-8eeea91f7b25 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.435334 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9886facb-4a4e-40c3-8a56-ab6c79e951a1 req-12750ab3-b7fe-475f-9a6d-8eeea91f7b25 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 944 time: 0.1737366 Apr 01 16:09:08.492441 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-2426e115-9431-4594-97fd-9177aa38eedf tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd2ae26e08df44a695f66dd3f97292d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890117 Apr 01 16:09:08.494596 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:08.534314 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9886facb-4a4e-40c3-8a56-ab6c79e951a1 req-808cb276-6b02-4080-9e25-fc5c3d845267 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929818 Apr 01 16:09:08.569361 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7ce479df-6ac7-430c-8566-bb6d4ec52f65 None None] Provisioning complete for port a572008e-9a07-4c68-b642-d8bee3e97623 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:08.569788 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ce479df-6ac7-430c-8566-bb6d4ec52f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:08.658167 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ce479df-6ac7-430c-8566-bb6d4ec52f65 None None] Port a572008e-9a07-4c68-b642-d8bee3e97623 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:09:08.733450 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810cef-f021-408f-978d-85feae74dbc5 req-08bab53e-df37-495b-adc1-43a61ad644c1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.735046 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c0810cef-f021-408f-978d-85feae74dbc5 req-08bab53e-df37-495b-adc1-43a61ad644c1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0743427 Apr 01 16:09:08.852158 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-e7f06f53-d03d-450b-b501-984165c27386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.853714 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-e7f06f53-d03d-450b-b501-984165c27386 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 1128 time: 0.3276732 Apr 01 16:09:08.859849 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-76110a1f-032b-4888-a601-c563881b6163 service neutron] 10.222.0.70 "GET /v2.0/networks/3fbbb863-5d92-4a12-9f95-e5e25906d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361475 Apr 01 16:09:08.874156 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c0810cef-f021-408f-978d-85feae74dbc5 req-ba69e27a-6782-4093-9e44-b5cd403f6a63 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310647 Apr 01 16:09:08.940738 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-f00fc300-02cb-4fa6-8a9d-c3384dcf8e22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 200 len: 217 time: 0.0739069 Apr 01 16:09:08.974975 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da6d4d6-7409-487b-be30-1f349a0bae62 x-openstack-request-id: req-8da6d4d6-7409-487b-be30-1f349a0bae62 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:08.975262 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:08.975515 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8da6d4d6-7409-487b-be30-1f349a0bae62 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:08.975917 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da6d4d6-7409-487b-be30-1f349a0bae62'] response: {'name': 'network-changed', 'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'status': 'completed', 'code': 200} Apr 01 16:09:09.060660 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e9312-9986-4130-abd8-493a37b22c29 req-202edd0a-2c30-4258-8419-0ae52c7da5e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:09.062415 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f97e9312-9986-4130-abd8-493a37b22c29 req-202edd0a-2c30-4258-8419-0ae52c7da5e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 932 time: 0.0625401 Apr 01 16:09:09.093654 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-6bb0c638-5e09-4291-ad12-8739a9a4b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:09.095179 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-6bb0c638-5e09-4291-ad12-8739a9a4b869 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.1220467 Apr 01 16:09:09.119604 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f97e9312-9986-4130-abd8-493a37b22c29 req-83036523-909a-452e-8638-2cdb1fbc7dc2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484290 Apr 01 16:09:09.123930 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-6d150dff-f8e2-40b2-bec3-e50355b42041 service neutron] 10.222.0.70 "GET /v2.0/networks/3fbbb863-5d92-4a12-9f95-e5e25906d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478495 Apr 01 16:09:09.178962 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-5c6d44cd-d61f-4b3e-822b-07139a7642a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:09.182016 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-5c6d44cd-d61f-4b3e-822b-07139a7642a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0741477 Apr 01 16:09:09.308068 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a572008e-9a07-4c68-b642-d8bee3e97623 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:09.318961 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Publish callbacks [] for port (a572008e-9a07-4c68-b642-d8bee3e97623), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:09.364841 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Transition to ACTIVE for port object a572008e-9a07-4c68-b642-d8bee3e97623 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:09:09.372291 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:09.420876 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a5738248-1e02-4cd0-8397-d72ed187909e req-61ac3f10-e295-4fe2-aa87-e9c3f5d0d1fd tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 210 time: 0.0805039 Apr 01 16:09:09.440162 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-36976246-c910-442f-abd9-9720587e7c9d service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406385 Apr 01 16:09:09.538149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:09.856818 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc074c7-4751-402b-a969-4201d52da570'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:09.864589 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4b26ff-ff1f-42ea-9d44-ea16fc0cff78" -d '{"events": [{"server_uuid": "72d7f522-1ad6-4ebd-940c-4aeb507a41be", "name": "network-vif-plugged", "status": "completed", "tag": "1dc074c7-4751-402b-a969-4201d52da570"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:09.957924 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5cdd39-2179-43a1-9e19-d9ee75f3b9dd x-openstack-request-id: req-da5cdd39-2179-43a1-9e19-d9ee75f3b9dd {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:09.958407 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7f522-1ad6-4ebd-940c-4aeb507a41be", "name": "network-vif-plugged", "status": "completed", "tag": "1dc074c7-4751-402b-a969-4201d52da570", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:09.958801 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da5cdd39-2179-43a1-9e19-d9ee75f3b9dd {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:09.959610 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5cdd39-2179-43a1-9e19-d9ee75f3b9dd'] response: {'server_uuid': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc074c7-4751-402b-a969-4201d52da570', 'code': 200} Apr 01 16:09:10.021102 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40400) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:10.040314 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Attempting to bind port a572008e-9a07-4c68-b642-d8bee3e97623 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:09:10.040664 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Attempting to bind port a572008e-9a07-4c68-b642-d8bee3e97623 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:09:10.041009 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Attempting to bind port a572008e-9a07-4c68-b642-d8bee3e97623 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:10.072347 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Port a572008e-9a07-4c68-b642-d8bee3e97623 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:09:10.072625 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Attempting to bind port a572008e-9a07-4c68-b642-d8bee3e97623 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:10.094102 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:09:10.094102 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Checking segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:09:10.094437 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Bound using segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:09:10.094836 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Bound port: a572008e-9a07-4c68-b642-d8bee3e97623, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:09:10.095208 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.124569 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cee99fa-1ac6-4017-aee8-711123d12a4e req-d0d645fd-5b76-4e95-8c71-b51bbf3d2746 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686974 Apr 01 16:09:10.146075 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058c50-a95e-467c-8407-a87429ea126c req-bd826597-c5fc-4940-93a5-f310403ea57c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.155599 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ea058c50-a95e-467c-8407-a87429ea126c req-bd826597-c5fc-4940-93a5-f310403ea57c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0999286 Apr 01 16:09:10.182438 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65845b26-1506-4922-8477-fad096484924 req-dfb2b859-90fb-42e8-92d2-57d64706c850 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.184564 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-65845b26-1506-4922-8477-fad096484924 req-dfb2b859-90fb-42e8-92d2-57d64706c850 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 944 time: 0.2981226 Apr 01 16:09:10.226440 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ea058c50-a95e-467c-8407-a87429ea126c req-cee0e5ca-0076-4e1e-8bc0-5eccdac8c8c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696003 Apr 01 16:09:10.264070 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f053daf-13e7-49f2-a6e6-b0bb5caa7180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.303400 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:09:10.342997 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:09:10.350479 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-65845b26-1506-4922-8477-fad096484924 req-efef5440-dc1a-4145-bca7-1d49e963ee7f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513953 Apr 01 16:09:10.356556 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.371308 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-c8d78a4a-3775-410d-9947-0e44203200ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.374091 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319376-ba7f-4c86-876a-85354b4cd3e3 req-e1ea376d-9241-4991-8bda-79838dafa1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.375573 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-c8d78a4a-3775-410d-9947-0e44203200ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 1128 time: 0.1753843 Apr 01 16:09:10.378461 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e9319376-ba7f-4c86-876a-85354b4cd3e3 req-e1ea376d-9241-4991-8bda-79838dafa1ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 1129 time: 0.1005974 Apr 01 16:09:10.461228 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.462286 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.463979 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] 10.222.0.57 "PUT /v2.0/ports/a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 200 len: 1094 time: 2.1909585 Apr 01 16:09:10.542822 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e9319376-ba7f-4c86-876a-85354b4cd3e3 req-7f8df185-4bb1-46f5-9655-735f049e88e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538439 Apr 01 16:09:10.553672 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:10.586527 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f053daf-13e7-49f2-a6e6-b0bb5caa7180 admin admin] Publish callbacks [] for security_group (62156a94-bc9f-49c0-9905-e67b13b597de), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.594203 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f053daf-13e7-49f2-a6e6-b0bb5caa7180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (62156a94-bc9f-49c0-9905-e67b13b597de), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.640160 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f053daf-13e7-49f2-a6e6-b0bb5caa7180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62156a94-bc9f-49c0-9905-e67b13b597de,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:10.650530 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-7f053daf-13e7-49f2-a6e6-b0bb5caa7180 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7b588ba9ab4495db932c530e6fc66c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6280515 Apr 01 16:09:10.651603 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40422) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:10.655026 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81378b7-efa2-43f8-b228-6a84f4062740 service neutron] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:10.712458 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-690eff6b-c6c4-47d9-b76f-4572b1f043bd admin admin] Publish callbacks [] for security_group (62156a94-bc9f-49c0-9905-e67b13b597de), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.715264 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-beb6b029-6817-4065-85cb-cc144f3c3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.717206 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-beb6b029-6817-4065-85cb-cc144f3c3014 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 912 time: 0.2928851 Apr 01 16:09:10.720933 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-654d2971-8ba8-46cb-b317-e1e2a09be699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.722517 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-654d2971-8ba8-46cb-b317-e1e2a09be699 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 1128 time: 0.1641078 Apr 01 16:09:10.734017 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d69180-2ecd-4792-a36a-d31e83dfa4da req-bd98c84d-8181-42d5-b1b9-343998a80d63 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.736174 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-91d69180-2ecd-4792-a36a-d31e83dfa4da req-bd98c84d-8181-42d5-b1b9-343998a80d63 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.1782610 Apr 01 16:09:10.737378 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-690eff6b-c6c4-47d9-b76f-4572b1f043bd admin admin] Publish callbacks [] for security_group (62156a94-bc9f-49c0-9905-e67b13b597de), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.789409 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12ddfc96-a35e-423c-8967-4fce3ddce199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.836032 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-690eff6b-c6c4-47d9-b76f-4572b1f043bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (62156a94-bc9f-49c0-9905-e67b13b597de), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.839105 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-690eff6b-c6c4-47d9-b76f-4572b1f043bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.840407 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-690eff6b-c6c4-47d9-b76f-4572b1f043bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62156a94-bc9f-49c0-9905-e67b13b597de HTTP/1.1" status: 204 len: 168 time: 0.1875288 Apr 01 16:09:10.859889 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eff6b-c6c4-47d9-b76f-4572b1f043bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62156a94-bc9f-49c0-9905-e67b13b597de,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:10.866709 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-fbd2897f-d8a5-4215-b927-bc5e75fb1a91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 200 len: 217 time: 0.0866022 Apr 01 16:09:10.871360 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-5943bc7c-8a95-45a6-942d-c98728470876 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 200 len: 217 time: 0.0909657 Apr 01 16:09:10.877096 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-91d69180-2ecd-4792-a36a-d31e83dfa4da req-4e1ff8a5-85c7-43de-85ab-487d6416c6db tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353447 Apr 01 16:09:10.963548 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12ddfc96-a35e-423c-8967-4fce3ddce199 admin admin] Publish callbacks [] for security_group (6825e3d4-ec55-4751-86df-3201a5c045b2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.969248 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12ddfc96-a35e-423c-8967-4fce3ddce199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (6825e3d4-ec55-4751-86df-3201a5c045b2), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:10.987656 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:10.989826 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef71f8e3-bdc3-4e45-b387-16a785560630" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:11.007378 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-12ddfc96-a35e-423c-8967-4fce3ddce199 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9465681fbf09427fa75f987fa34d4b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525092 Apr 01 16:09:11.015444 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40432) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:11.059270 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-0121c928-5c1f-4997-827f-cae7e5cd9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.061331 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-0121c928-5c1f-4997-827f-cae7e5cd9a50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.1825404 Apr 01 16:09:11.100607 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-fc451d23-6141-42ac-a949-e9b8e7d7c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.102421 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-fc451d23-6141-42ac-a949-e9b8e7d7c143 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.2226455 Apr 01 16:09:11.140137 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5c20ad0d-f9d8-4821-b3cf-b770791081c8 req-6eb48b60-f4e8-44b9-ab0d-a134fd614446 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 210 time: 0.0816131 Apr 01 16:09:11.175007 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddfc96-a35e-423c-8967-4fce3ddce199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825e3d4-ec55-4751-86df-3201a5c045b2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:11.202170 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c41ddda-8a1d-4385-ac47-1eba116cf543 x-openstack-request-id: req-6c41ddda-8a1d-4385-ac47-1eba116cf543 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:11.202462 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:11.202707 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c41ddda-8a1d-4385-ac47-1eba116cf543 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:11.203110 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c41ddda-8a1d-4385-ac47-1eba116cf543'] response: {'name': 'network-changed', 'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'status': 'completed', 'code': 200} Apr 01 16:09:11.242606 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-1d69ac58-4669-4bf4-a2c4-3267947963ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.244174 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-1d69ac58-4669-4bf4-a2c4-3267947963ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1569927 Apr 01 16:09:11.253686 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26012453-ed82-4118-94bb-7350c9cf4305 admin admin] Publish callbacks [] for security_group (6825e3d4-ec55-4751-86df-3201a5c045b2), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.280339 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e844-e307-439c-bd75-38f08760bf9e req-c5d5e737-fa07-465b-b1b4-da8fcf740b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.286060 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-c5d5e737-fa07-465b-b1b4-da8fcf740b64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1520243 Apr 01 16:09:11.332599 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26012453-ed82-4118-94bb-7350c9cf4305 admin admin] Publish callbacks [] for security_group (6825e3d4-ec55-4751-86df-3201a5c045b2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.346449 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-3f669ec7-fc47-4aec-b736-fa81915d5093 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.347948 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-3f669ec7-fc47-4aec-b736-fa81915d5093 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.57 "GET /v2.0/networks?id=3fbbb863-5d92-4a12-9f95-e5e25906d1d5 HTTP/1.1" status: 200 len: 809 time: 0.2505906 Apr 01 16:09:11.395777 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Request body: {'port': {'device_id': '07eb902d-7f62-4357-97b5-fc14717d360e', 'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5', 'admin_state_up': True, 'tenant_id': 'cd2ae26e08df44a695f66dd3f97292d6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:11.449024 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40446) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:11.521133 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ccd800aa-6c89-4792-bfc9-61e215091c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.531118 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26012453-ed82-4118-94bb-7350c9cf4305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (6825e3d4-ec55-4751-86df-3201a5c045b2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.533822 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26012453-ed82-4118-94bb-7350c9cf4305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.535023 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-26012453-ed82-4118-94bb-7350c9cf4305 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6825e3d4-ec55-4751-86df-3201a5c045b2 HTTP/1.1" status: 204 len: 168 time: 0.5184329 Apr 01 16:09:11.562049 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26012453-ed82-4118-94bb-7350c9cf4305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825e3d4-ec55-4751-86df-3201a5c045b2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:11.604513 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-db4a7061-d969-42a3-865a-779f5fdb8a7a service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351543 Apr 01 16:09:11.612232 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e1fa7-9d9b-4ee8-bb0c-893518910edd req-3d8939f8-e8f6-4f73-b768-d1974f09f3a9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.613680 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2b8e1fa7-9d9b-4ee8-bb0c-893518910edd req-3d8939f8-e8f6-4f73-b768-d1974f09f3a9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.2894585 Apr 01 16:09:11.619463 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68936-ac68-4af6-ab8f-2815979d9b27 req-bbae398a-482e-4f9b-8024-63cc752c64f7 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.620950 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0ac68936-ac68-4af6-ab8f-2815979d9b27 req-bbae398a-482e-4f9b-8024-63cc752c64f7 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 944 time: 0.1479311 Apr 01 16:09:11.679761 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-00d1d735-e89e-413b-a8cb-a7f1753cbd04 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076246 Apr 01 16:09:11.727718 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0ac68936-ac68-4af6-ab8f-2815979d9b27 req-26f558e2-1bc7-4b36-95cd-b617a7eaf693 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888445 Apr 01 16:09:11.735159 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Made reservation on behalf of cd2ae26e08df44a695f66dd3f97292d6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:11.741843 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.846371 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2b8e1fa7-9d9b-4ee8-bb0c-893518910edd req-719bef80-dd45-4be7-ad9c-0b33b8315ef8 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164359 Apr 01 16:09:11.883342 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e5362fe-2b3b-4d18-be6a-7741162685d5 req-783821e8-e016-4b62-9067-862618dd74bb service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686679 Apr 01 16:09:11.924657 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Allocated IP 172.20.0.3 (3fbbb863-5d92-4a12-9f95-e5e25906d1d5/513efb5c-ecee-4ad1-be70-0471d42525b0/41584627-4df3-4cc2-9a6e-77a878d3c02d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:11.924873 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ccd800aa-6c89-4792-bfc9-61e215091c2c admin admin] Publish callbacks [] for security_group (97f1164f-3d4d-4641-b4f0-da2b50c6c86d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.933912 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ccd800aa-6c89-4792-bfc9-61e215091c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (97f1164f-3d4d-4641-b4f0-da2b50c6c86d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:11.952026 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ec80e844-e307-439c-bd75-38f08760bf9e req-a8d6433c-c3d1-4aeb-a1dc-1667272e90b9 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565248 Apr 01 16:09:11.991429 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ccd800aa-6c89-4792-bfc9-61e215091c2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c26378ad706e48d0a8a453d81889d5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394249 Apr 01 16:09:11.993949 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40456) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:12.002159 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd800aa-6c89-4792-bfc9-61e215091c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f1164f-3d4d-4641-b4f0-da2b50c6c86d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:12.082525 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40458) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:12.105278 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-449d992d-000b-46b1-baf5-518bcfdfd17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.132450 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-fcdb5452-3dc7-43c9-87e4-53da13c8ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.134334 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-fcdb5452-3dc7-43c9-87e4-53da13c8ffb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 1128 time: 0.1273901 Apr 01 16:09:12.137233 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2b12da0c-7475-4023-ad2a-eca7440dc494 admin admin] Publish callbacks [] for security_group (97f1164f-3d4d-4641-b4f0-da2b50c6c86d), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.159292 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks [] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.176903 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4db053-39ad-4f0e-bd64-7ae7658da8e8 req-f3659ec8-9b78-4c22-90d4-7cf66e9d560e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.178465 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9c4db053-39ad-4f0e-bd64-7ae7658da8e8 req-f3659ec8-9b78-4c22-90d4-7cf66e9d560e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0931828 Apr 01 16:09:12.245897 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9c4db053-39ad-4f0e-bd64-7ae7658da8e8 req-28ef64a1-d6fd-4fa7-8aaf-94da3af2307f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609772 Apr 01 16:09:12.247673 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.250013 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2b12da0c-7475-4023-ad2a-eca7440dc494 admin admin] Publish callbacks [] for security_group (97f1164f-3d4d-4641-b4f0-da2b50c6c86d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.290254 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:12.293263 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:12.312809 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:09:12.338757 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Pushing event updated for resources: {'Port': ['ID=41584627-4df3-4cc2-9a6e-77a878d3c02d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:12.400284 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.400991 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.415399 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ca917-6424-4736-b5a0-84c4cdc4edb7 req-eb05e667-3ba0-48a7-becb-11fe38d41c14 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.416907 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e54ca917-6424-4736-b5a0-84c4cdc4edb7 req-eb05e667-3ba0-48a7-becb-11fe38d41c14 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 931 time: 0.1711984 Apr 01 16:09:12.421103 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0f57d84d-50fa-4e31-9bfd-de17a91915fc tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0345349 Apr 01 16:09:12.421415 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-500f2363-e8e7-4bd3-8213-a476c2e8104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.422972 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-500f2363-e8e7-4bd3-8213-a476c2e8104d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.2634878 Apr 01 16:09:12.447396 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Request body: {'port': {'device_id': '07eb902d-7f62-4357-97b5-fc14717d360e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:12.451896 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2b12da0c-7475-4023-ad2a-eca7440dc494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (97f1164f-3d4d-4641-b4f0-da2b50c6c86d), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.455007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2b12da0c-7475-4023-ad2a-eca7440dc494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.460062 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2b12da0c-7475-4023-ad2a-eca7440dc494 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97f1164f-3d4d-4641-b4f0-da2b50c6c86d HTTP/1.1" status: 204 len: 168 time: 0.4612088 Apr 01 16:09:12.521353 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.523145 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12da0c-7475-4023-ad2a-eca7440dc494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f1164f-3d4d-4641-b4f0-da2b50c6c86d,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:12.526704 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-67bfc87d-aa75-462d-b22c-45478376e692 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 200 len: 217 time: 0.0778391 Apr 01 16:09:12.533855 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-449d992d-000b-46b1-baf5-518bcfdfd17f admin admin] Publish callbacks [] for security_group (90352718-53b9-4946-8611-d7c9f6466cdb), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.551887 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e54ca917-6424-4736-b5a0-84c4cdc4edb7 req-a0802f48-56b4-4689-924f-13f8975271a1 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260500 Apr 01 16:09:12.552491 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-449d992d-000b-46b1-baf5-518bcfdfd17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (90352718-53b9-4946-8611-d7c9f6466cdb), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.632006 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-449d992d-000b-46b1-baf5-518bcfdfd17f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b929a9fd994424590672957f8646e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484140 Apr 01 16:09:12.634952 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d992d-000b-46b1-baf5-518bcfdfd17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90352718-53b9-4946-8611-d7c9f6466cdb,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:12.637739 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40466) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:12.661136 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-34b097d6-b6c7-42ee-9c04-01249ba74fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.662646 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-34b097d6-b6c7-42ee-9c04-01249ba74fae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.1224935 Apr 01 16:09:12.744899 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-e2075dbf-48bb-4309-acff-cb1d166834ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.747113 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-e2075dbf-48bb-4309-acff-cb1d166834ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0770726 Apr 01 16:09:12.751026 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58b94627-67a8-4644-a1d5-f840ee370449 admin admin] Publish callbacks [] for security_group (90352718-53b9-4946-8611-d7c9f6466cdb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.835155 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58b94627-67a8-4644-a1d5-f840ee370449 admin admin] Publish callbacks [] for security_group (90352718-53b9-4946-8611-d7c9f6466cdb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.930002 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58b94627-67a8-4644-a1d5-f840ee370449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (90352718-53b9-4946-8611-d7c9f6466cdb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.932567 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58b94627-67a8-4644-a1d5-f840ee370449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:12.933763 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-58b94627-67a8-4644-a1d5-f840ee370449 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90352718-53b9-4946-8611-d7c9f6466cdb HTTP/1.1" status: 204 len: 168 time: 0.2935028 Apr 01 16:09:12.956336 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b94627-67a8-4644-a1d5-f840ee370449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90352718-53b9-4946-8611-d7c9f6466cdb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:12.960965 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-ac0cff4f-12f2-4974-aa07-ca13c3293716 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053244 Apr 01 16:09:13.100325 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90b04-3e07-4d00-bfc6-b61d065080c6 req-56d02106-802f-4f02-ba02-5b8d241e70d9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:13.107594 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4f90b04-3e07-4d00-bfc6-b61d065080c6 req-56d02106-802f-4f02-ba02-5b8d241e70d9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 944 time: 0.1412508 Apr 01 16:09:13.227771 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4f90b04-3e07-4d00-bfc6-b61d065080c6 req-2094c139-921c-42ba-bc2d-fcb2c1b1fa9e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192691 Apr 01 16:09:13.246820 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41584627-4df3-4cc2-9a6e-77a878d3c02d {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:13.269032 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Publish callbacks [] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:13.311269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Transition to ACTIVE for port object 41584627-4df3-4cc2-9a6e-77a878d3c02d will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:09:13.320932 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:13.392957 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df673ff1-174d-408b-9bea-89e6b26b1034 req-d33c5a9f-0b82-4804-a4fe-50cb0d81c791 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:13.394569 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-df673ff1-174d-408b-9bea-89e6b26b1034 req-d33c5a9f-0b82-4804-a4fe-50cb0d81c791 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.3514299 Apr 01 16:09:13.422426 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef71f8e3-bdc3-4e45-b387-16a785560630 req-ba6edb52-e310-43f5-97c6-4bb61dbb042b service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402437 Apr 01 16:09:13.463476 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-df673ff1-174d-408b-9bea-89e6b26b1034 req-98ef5e4e-0700-4bab-8f2e-33a843d4e00f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593162 Apr 01 16:09:13.526917 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Pushing event updated for resources: {'Port': ['ID=41584627-4df3-4cc2-9a6e-77a878d3c02d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:13.538176 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7be5ef-7721-47f8-8f4e-141779f996e8 req-2ca69175-0e7b-4a78-bc6c-7a80e97626f2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:13.539715 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ed7be5ef-7721-47f8-8f4e-141779f996e8 req-2ca69175-0e7b-4a78-bc6c-7a80e97626f2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.1733530 Apr 01 16:09:13.671926 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Attempting to bind port 41584627-4df3-4cc2-9a6e-77a878d3c02d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:09:13.672423 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Attempting to bind port 41584627-4df3-4cc2-9a6e-77a878d3c02d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f63ecf7c-1b2c-4303-8318-cf22e1e0b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:09:13.672948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Attempting to bind port 41584627-4df3-4cc2-9a6e-77a878d3c02d on network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:13.687337 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Port 41584627-4df3-4cc2-9a6e-77a878d3c02d on network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:09:13.687550 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Attempting to bind port 41584627-4df3-4cc2-9a6e-77a878d3c02d on network 3fbbb863-5d92-4a12-9f95-e5e25906d1d5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:13.695603 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ed7be5ef-7721-47f8-8f4e-141779f996e8 req-3f68180c-95bb-4117-a197-e3a339f51db4 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869768 Apr 01 16:09:13.698877 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:09:13.699234 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Checking segment: {'id': 'f63ecf7c-1b2c-4303-8318-cf22e1e0b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:09:13.700887 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Bound using segment: {'id': 'f63ecf7c-1b2c-4303-8318-cf22e1e0b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:09:13.701367 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Bound port: 41584627-4df3-4cc2-9a6e-77a878d3c02d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63ecf7c-1b2c-4303-8318-cf22e1e0b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:09:13.701821 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:13.882034 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] For port 41584627-4df3-4cc2-9a6e-77a878d3c02d, host hv-cinder-83588, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:09:13.900611 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] For port 41584627-4df3-4cc2-9a6e-77a878d3c02d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41584627-4df3-4cc2-9a6e-77a878d3c02d,segment=NetworkSegment(f63ecf7c-1b2c-4303-8318-cf22e1e0b363),segment_id=f63ecf7c-1b2c-4303-8318-cf22e1e0b363)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:09:13.906951 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-5bb5463f-498a-4f5c-8372-85d4f586135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:13.909339 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-5bb5463f-498a-4f5c-8372-85d4f586135f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 1129 time: 0.0644202 Apr 01 16:09:13.917006 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:14.000141 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337324c4-ff9b-407b-b468-5ae82ecbc7cb req-7411e582-3b6e-455f-a4a4-dae59225a3d7 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.008148 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-337324c4-ff9b-407b-b468-5ae82ecbc7cb req-7411e582-3b6e-455f-a4a4-dae59225a3d7 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 943 time: 0.1834531 Apr 01 16:09:14.030214 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.030714 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:14.032462 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] 10.222.0.57 "PUT /v2.0/ports/41584627-4df3-4cc2-9a6e-77a878d3c02d HTTP/1.1" status: 200 len: 1093 time: 1.5892808 Apr 01 16:09:14.032917 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07eb902d-7f62-4357-97b5-fc14717d360e', 'tag': '41584627-4df3-4cc2-9a6e-77a878d3c02d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:14.035374 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921ab129-7507-41e5-a712-ab3f81fd7594" -d '{"events": [{"name": "network-changed", "server_uuid": "07eb902d-7f62-4357-97b5-fc14717d360e", "tag": "41584627-4df3-4cc2-9a6e-77a878d3c02d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:14.040268 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaad82-332e-477b-a45e-b30cd27b178d service neutron] Pushing event updated for resources: {'Port': ['ID=41584627-4df3-4cc2-9a6e-77a878d3c02d,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:14.090257 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-337324c4-ff9b-407b-b468-5ae82ecbc7cb req-f3dbcb66-030c-4d67-b7fe-1e6c21e55b84 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773487 Apr 01 16:09:14.128247 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-3fa2de6f-6169-472f-88f4-11606e07ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.129781 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-3fa2de6f-6169-472f-88f4-11606e07ae85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.2134984 Apr 01 16:09:14.130145 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb8b54-b1c6-4f3a-8ca8-e16ce2e2d623 x-openstack-request-id: req-18eb8b54-b1c6-4f3a-8ca8-e16ce2e2d623 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:14.130601 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07eb902d-7f62-4357-97b5-fc14717d360e", "tag": "41584627-4df3-4cc2-9a6e-77a878d3c02d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:14.130854 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18eb8b54-b1c6-4f3a-8ca8-e16ce2e2d623 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:14.131258 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18eb8b54-b1c6-4f3a-8ca8-e16ce2e2d623'] response: {'name': 'network-changed', 'server_uuid': '07eb902d-7f62-4357-97b5-fc14717d360e', 'tag': '41584627-4df3-4cc2-9a6e-77a878d3c02d', 'status': 'completed', 'code': 200} Apr 01 16:09:14.195973 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-0c7625a1-055f-4863-a874-9cd2f9e4e059 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dc074c7-4751-402b-a969-4201d52da570 HTTP/1.1" status: 200 len: 217 time: 0.0458035 Apr 01 16:09:14.253236 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0d9c8010-e31e-45f2-bc93-90ff66787b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.254807 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-0d9c8010-e31e-45f2-bc93-90ff66787b49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd2ae26e08df44a695f66dd3f97292d6&device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 1127 time: 0.1071913 Apr 01 16:09:14.312584 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-de4783e5-c5f2-4239-bc0e-ab1b222d3305 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41584627-4df3-4cc2-9a6e-77a878d3c02d HTTP/1.1" status: 200 len: 217 time: 0.0441537 Apr 01 16:09:14.318525 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894489-dbe8-4b23-8fc7-d9ab7347a769 req-766d2bc6-2610-439a-a670-acf1cf51e0ec tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.320398 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c1894489-dbe8-4b23-8fc7-d9ab7347a769 req-766d2bc6-2610-439a-a670-acf1cf51e0ec tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1151934 Apr 01 16:09:14.322074 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-bf5da090-82d1-4e8f-93b4-d408d520a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.328514 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-bf5da090-82d1-4e8f-93b4-d408d520a85e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.1126790 Apr 01 16:09:14.331223 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2db7c-e450-432b-9f67-84a171a8ac7e req-28b6d4ea-a5b6-4607-9f79-d166b6ce0750 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.332855 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fee2db7c-e450-432b-9f67-84a171a8ac7e req-28b6d4ea-a5b6-4607-9f79-d166b6ce0750 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1175201 Apr 01 16:09:14.415802 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-cdd18448-46ae-44ce-acfd-e28dea9c8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.417703 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-cdd18448-46ae-44ce-acfd-e28dea9c8e65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=513efb5c-ecee-4ad1-be70-0471d42525b0 HTTP/1.1" status: 200 len: 849 time: 0.0836654 Apr 01 16:09:14.429841 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c1894489-dbe8-4b23-8fc7-d9ab7347a769 req-3a38a3f6-5918-4a47-b763-c76dc594ec5d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996912 Apr 01 16:09:14.452994 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fee2db7c-e450-432b-9f67-84a171a8ac7e req-8bc0968d-5bc5-47a6-919f-8611874c1a63 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118295 Apr 01 16:09:14.454929 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-f6c0d774-4c5a-452e-9e9f-d7a55596da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.456824 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-f6c0d774-4c5a-452e-9e9f-d7a55596da00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1090305 Apr 01 16:09:14.484410 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:09:14.489671 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-9e0eee92-ced9-45a7-8048-2f6acbc76a70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fbbb863-5d92-4a12-9f95-e5e25906d1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586898 Apr 01 16:09:14.620544 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-9e9c2018-cd7d-4870-8e51-a7b7b8615caa service neutron] 10.222.0.57 "GET /v2.0/networks/3fbbb863-5d92-4a12-9f95-e5e25906d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189640 Apr 01 16:09:14.643544 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-f7ddd70a-816b-438f-b7a1-ec8d2d54fd25 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738579 Apr 01 16:09:14.644096 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:14.736314 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9f71-d6b9-41eb-aac1-7b6995c22738 req-e6c18a33-e9e5-4e0f-9355-a6ac58a7ef55 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:14.738616 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c89a9f71-d6b9-41eb-aac1-7b6995c22738 req-e6c18a33-e9e5-4e0f-9355-a6ac58a7ef55 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 944 time: 0.1727471 Apr 01 16:09:14.757950 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:14.772809 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'port_id': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'mac_address': 'fa:16:3e:ab:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:14.795943 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-562ca760-1cbc-4d51-b46b-5f87397ca215 req-93d6f707-b5ed-4939-b330-a7416ed7887c service neutron] 10.222.0.57 "GET /v2.0/networks/3fbbb863-5d92-4a12-9f95-e5e25906d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567345 Apr 01 16:09:14.818501 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:14.818746 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:14.853534 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a572008e-9a07-4c68-b642-d8bee3e97623 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:14.875118 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:14.884111 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:14.887166 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device abd84753-e0e5-4e60-b4ba-18c0af156d74 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:14.897338 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c89a9f71-d6b9-41eb-aac1-7b6995c22738 req-02af4570-3ece-4c34-ae01-cb556675e108 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405287 Apr 01 16:09:14.945796 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-119155da-3415-474f-a2d8-7f29e8390dd0 req-97ee94e2-c440-4178-a72a-c54720cee42e service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907341 Apr 01 16:09:15.009151 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27747e3c-2c04-4ea1-a822-c33ea81cb70c req-a04cfa05-2c67-4945-ac3a-84d346f763f9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.017283 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-27747e3c-2c04-4ea1-a822-c33ea81cb70c req-a04cfa05-2c67-4945-ac3a-84d346f763f9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.1782348 Apr 01 16:09:15.086504 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-27747e3c-2c04-4ea1-a822-c33ea81cb70c req-bd2818ee-1c3a-4eb6-9e63-ae8cd7fe9b77 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683925 Apr 01 16:09:15.089164 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-c7543744-8d02-4e77-9c20-fcc39ebf513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.090929 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-c7543744-8d02-4e77-9c20-fcc39ebf513b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd2ae26e08df44a695f66dd3f97292d6&device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 1127 time: 0.2005179 Apr 01 16:09:15.100254 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:15.144504 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port abd84753-e0e5-4e60-b4ba-18c0af156d74, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:15.158612 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'port_id': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'mac_address': 'fa:16:3e:69:a9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:15.208803 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port abd84753-e0e5-4e60-b4ba-18c0af156d74 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:15.209489 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:15.225104 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-75daa337-5fb3-4070-a670-1f30d432677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.226731 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-75daa337-5fb3-4070-a670-1f30d432677f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fbbb863-5d92-4a12-9f95-e5e25906d1d5 HTTP/1.1" status: 200 len: 910 time: 0.1274405 Apr 01 16:09:15.231804 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd84753-e0e5-4e60-b4ba-18c0af156d74 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:15.270728 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port abd84753-e0e5-4e60-b4ba-18c0af156d74, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:15.276194 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:15.298526 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc013-8f39-4497-9ae5-a564a0f5cbb2 req-34f83650-6af0-4eac-b4f0-3c0ac3152348 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.302023 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-1422cc84-c86a-427e-b598-e026681fd201 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41584627-4df3-4cc2-9a6e-77a878d3c02d HTTP/1.1" status: 200 len: 217 time: 0.0547898 Apr 01 16:09:15.306160 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-181fc013-8f39-4497-9ae5-a564a0f5cbb2 req-34f83650-6af0-4eac-b4f0-3c0ac3152348 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 943 time: 0.0964065 Apr 01 16:09:15.355862 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=abd84753-e0e5-4e60-b4ba-18c0af156d74,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:15.384634 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-80cbf9b2-be53-4148-8379-f1d50a40bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.386350 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-80cbf9b2-be53-4148-8379-f1d50a40bd20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=513efb5c-ecee-4ad1-be70-0471d42525b0 HTTP/1.1" status: 200 len: 849 time: 0.0716126 Apr 01 16:09:15.390721 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-181fc013-8f39-4497-9ae5-a564a0f5cbb2 req-9eca47f1-0aa1-40d9-ae58-d821036cd33a tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830176 Apr 01 16:09:15.420246 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-39a31f87-532a-41ed-97b7-62a2055a5466 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fbbb863-5d92-4a12-9f95-e5e25906d1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269272 Apr 01 16:09:15.589814 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-81ff9fb5-0bd2-413f-8179-4572eb28b89c service neutron] 10.222.0.57 "GET /v2.0/networks/3fbbb863-5d92-4a12-9f95-e5e25906d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613274 Apr 01 16:09:15.642671 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b82cc-0189-4d53-9fd8-a39526efcd08 req-6dc33c95-7ace-4eb6-89c3-b509ab174d28 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.658391 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-499b82cc-0189-4d53-9fd8-a39526efcd08 req-6dc33c95-7ace-4eb6-89c3-b509ab174d28 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1023960 Apr 01 16:09:15.675642 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cdcd6-d0c4-4c47-8eeb-4e72d80287af req-3181051b-c9b0-4c66-bcab-2cda7bdc26c9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.677866 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d76cdcd6-d0c4-4c47-8eeb-4e72d80287af req-3181051b-c9b0-4c66-bcab-2cda7bdc26c9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1402435 Apr 01 16:09:15.719706 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-499b82cc-0189-4d53-9fd8-a39526efcd08 req-ac2544f3-9bfa-4819-a353-5bd9c9086060 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541198 Apr 01 16:09:15.746869 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-921ab129-7507-41e5-a712-ab3f81fd7594 req-44c3911d-ea49-422e-ba8d-13cc748a1c0a service neutron] 10.222.0.57 "GET /v2.0/networks/3fbbb863-5d92-4a12-9f95-e5e25906d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469655 Apr 01 16:09:15.766199 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d76cdcd6-d0c4-4c47-8eeb-4e72d80287af req-f741c562-1094-477a-b792-3f5cc3f4bd22 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782652 Apr 01 16:09:15.822359 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['abd84753-e0e5-4e60-b4ba-18c0af156d74'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:15.827705 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['a572008e-9a07-4c68-b642-d8bee3e97623'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:16.093673 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00900e-93ab-465e-b81c-199a0bdd391f req-1877b990-e42e-4090-911b-1516e56ff19a tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.095258 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-de00900e-93ab-465e-b81c-199a0bdd391f req-1877b990-e42e-4090-911b-1516e56ff19a tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 945 time: 0.0813484 Apr 01 16:09:16.170604 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-de00900e-93ab-465e-b81c-199a0bdd391f req-bc293272-2de4-4dbf-8c5a-4b0b31a0f82c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685563 Apr 01 16:09:16.242091 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0ef77-9f34-4f78-8685-6cdd3ee85c35 req-06cb2202-0a04-430e-b61b-c3c40b94bd98 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.243641 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fad0ef77-9f34-4f78-8685-6cdd3ee85c35 req-06cb2202-0a04-430e-b61b-c3c40b94bd98 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 945 time: 0.0576234 Apr 01 16:09:16.291240 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fad0ef77-9f34-4f78-8685-6cdd3ee85c35 req-933c4ee7-5092-435f-8665-9be045afd193 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Apr 01 16:09:16.508417 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d12678-acc9-429c-9edf-bedf809b7b49 req-2f23079a-4055-4e49-9479-18cf53df4224 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.509947 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1d12678-acc9-429c-9edf-bedf809b7b49 req-2f23079a-4055-4e49-9479-18cf53df4224 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 943 time: 0.0532382 Apr 01 16:09:16.562129 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1d12678-acc9-429c-9edf-bedf809b7b49 req-df27b760-d92c-42ad-b836-3314ab7b08aa tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Apr 01 16:09:16.571269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-e6ecf266-88e7-4170-bf9a-f94a89f8a6ed tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.572770 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-e6ecf266-88e7-4170-bf9a-f94a89f8a6ed tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0562196 Apr 01 16:09:16.733401 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Deleting port 0c502080-d966-43f8-b416-de1e74c3adbf {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:09:16.733777 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:16.868224 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] For port 0c502080-d966-43f8-b416-de1e74c3adbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0c502080-d966-43f8-b416-de1e74c3adbf,segment=NetworkSegment(ccefe233-f804-4578-b11e-1a3aaea75a57),segment_id=ccefe233-f804-4578-b11e-1a3aaea75a57)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:16.868586 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:16.877639 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3259db-ff28-4715-9b7a-de1cacd94f5e req-0ccd1ae1-81da-4195-98af-7d4fc55920bf tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.881662 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-eb3259db-ff28-4715-9b7a-de1cacd94f5e req-0ccd1ae1-81da-4195-98af-7d4fc55920bf tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0971017 Apr 01 16:09:16.896288 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Calling delete_port for 0c502080-d966-43f8-b416-de1e74c3adbf owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:09:16.901505 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b5ec1-3ca6-4f42-82e9-23aa8203e5da req-44f1b028-5d02-4b5d-b424-aa7672118727 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.904087 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f23b5ec1-3ca6-4f42-82e9-23aa8203e5da req-44f1b028-5d02-4b5d-b424-aa7672118727 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0680950 Apr 01 16:09:16.968964 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f23b5ec1-3ca6-4f42-82e9-23aa8203e5da req-a2d992d2-30ce-4738-a944-512875599684 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574744 Apr 01 16:09:17.029307 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-eb3259db-ff28-4715-9b7a-de1cacd94f5e req-e654c328-2fb1-4d9c-b2cf-9426f279baa5 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/security-groups?id=cac637ec-da4a-43ee-80af-9befd7c1493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342220 Apr 01 16:09:17.140735 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (0c502080-d966-43f8-b416-de1e74c3adbf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:17.155601 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['0c502080-d966-43f8-b416-de1e74c3adbf'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:17.187871 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Pushing event deleted for resources: {'Port': ['ID=0c502080-d966-43f8-b416-de1e74c3adbf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:17.281385 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] No DVR routers for this DVR port 0c502080-d966-43f8-b416-de1e74c3adbf on host hv-cinder-83588 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:17.291595 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:17.295140 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d639c8ce-4e74-48c0-86ec-d3f5ca24d40d req-14396ca4-c4b6-44ac-908d-7b4d7122cb60 tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.57 "DELETE /v2.0/ports/0c502080-d966-43f8-b416-de1e74c3adbf HTTP/1.1" status: 204 len: 173 time: 0.7166045 Apr 01 16:09:17.295659 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'name': 'network-vif-deleted', 'tag': '0c502080-d966-43f8-b416-de1e74c3adbf'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:17.298162 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166b31e5-9e0b-4049-ade6-706ab4371cb6" -d '{"events": [{"server_uuid": "f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7", "name": "network-vif-deleted", "tag": "0c502080-d966-43f8-b416-de1e74c3adbf"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:17.383216 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b64a4e0-deed-4bc6-9a30-e5fff3bac4c8 x-openstack-request-id: req-6b64a4e0-deed-4bc6-9a30-e5fff3bac4c8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:17.383806 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7", "name": "network-vif-deleted", "tag": "0c502080-d966-43f8-b416-de1e74c3adbf", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:17.384111 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b64a4e0-deed-4bc6-9a30-e5fff3bac4c8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:17.384614 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b64a4e0-deed-4bc6-9a30-e5fff3bac4c8'] response: {'server_uuid': 'f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7', 'name': 'network-vif-deleted', 'tag': '0c502080-d966-43f8-b416-de1e74c3adbf', 'status': 'completed', 'code': 200} Apr 01 16:09:17.398454 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937b98a-8d5b-406f-b325-8b8c95c0714b req-5198889f-da2c-4e18-832d-f66b12aeeed2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.400599 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8937b98a-8d5b-406f-b325-8b8c95c0714b req-5198889f-da2c-4e18-832d-f66b12aeeed2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 945 time: 0.1329744 Apr 01 16:09:17.465361 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8937b98a-8d5b-406f-b325-8b8c95c0714b req-e71ef5a9-74cd-4394-be4a-8526ac3d8063 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568564 Apr 01 16:09:17.516025 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77144b06-2aa8-4e96-9dda-26e078332a4d req-e1161c1b-7cde-4974-b77f-2e894a66acbf tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.519076 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-77144b06-2aa8-4e96-9dda-26e078332a4d req-e1161c1b-7cde-4974-b77f-2e894a66acbf tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 945 time: 0.0779595 Apr 01 16:09:17.591115 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-77144b06-2aa8-4e96-9dda-26e078332a4d req-6787dee7-e61a-4bb7-bfb2-6f1c5bcd4d20 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653660 Apr 01 16:09:17.714188 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0700e4f-e3b2-4ca3-81c8-88b2a3334624 req-af37cf09-d174-4f6a-947b-a6190c4f2a4d tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.715882 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e0700e4f-e3b2-4ca3-81c8-88b2a3334624 req-af37cf09-d174-4f6a-947b-a6190c4f2a4d tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 943 time: 0.0574453 Apr 01 16:09:17.778614 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e0700e4f-e3b2-4ca3-81c8-88b2a3334624 req-9d19cb67-a92d-4f7b-9af4-d501d99b1b04 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Apr 01 16:09:18.108551 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f7dfd-a87f-486b-96cd-b01b0e6c0c34 req-101fac26-67ca-4b4b-b67f-0e1d75f36c1a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.110904 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-132f7dfd-a87f-486b-96cd-b01b0e6c0c34 req-101fac26-67ca-4b4b-b67f-0e1d75f36c1a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0652483 Apr 01 16:09:18.179262 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a01c4c88-3295-4fd5-b971-df4a10021545 req-15a1a75f-a1a7-4a2f-b9a1-fcebb279017b tempest-DeleteServersTestJSON-1444508079 tempest-DeleteServersTestJSON-1444508079-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5f226cb-b0d7-42cf-9c0b-98aaba71b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0380368 Apr 01 16:09:18.208965 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-132f7dfd-a87f-486b-96cd-b01b0e6c0c34 req-9417cb70-afa5-41be-b330-12dddb188c4d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781281 Apr 01 16:09:18.584541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe45c72-3028-4b7e-978f-f6c28dfef16c req-f1d0aedd-0aad-4f3b-a367-df08c70236b1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.585313 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5fe45c72-3028-4b7e-978f-f6c28dfef16c req-f1d0aedd-0aad-4f3b-a367-df08c70236b1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Apr 01 16:09:18.651835 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5fe45c72-3028-4b7e-978f-f6c28dfef16c req-5055652d-8e85-4c56-9495-5a7da5851723 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595655 Apr 01 16:09:18.667622 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41584627-4df3-4cc2-9a6e-77a878d3c02d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:18.670052 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:18.762513 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0f70-4ff8-48c0-aa0a-080eddde86c2 req-0b77e6a7-3fdd-4497-b8ca-d3edffd84566 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.764571 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-40ef0f70-4ff8-48c0-aa0a-080eddde86c2 req-0b77e6a7-3fdd-4497-b8ca-d3edffd84566 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 945 time: 0.0622540 Apr 01 16:09:18.800689 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port a572008e-9a07-4c68-b642-d8bee3e97623 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:09:18.809156 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port a572008e-9a07-4c68-b642-d8bee3e97623 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:18.809156 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:18.842177 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-40ef0f70-4ff8-48c0-aa0a-080eddde86c2 req-12d903f9-b3d0-473c-9bf3-43da19c48f4c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716386 Apr 01 16:09:18.871451 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 41584627-4df3-4cc2-9a6e-77a878d3c02d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41584627-4df3-4cc2-9a6e-77a878d3c02d,segment=NetworkSegment(f63ecf7c-1b2c-4303-8318-cf22e1e0b363),segment_id=f63ecf7c-1b2c-4303-8318-cf22e1e0b363)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:18.897084 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '41584627-4df3-4cc2-9a6e-77a878d3c02d', 'network_id': '3fbbb863-5d92-4a12-9f95-e5e25906d1d5', 'port_id': '41584627-4df3-4cc2-9a6e-77a878d3c02d', 'mac_address': 'fa:16:3e:5f:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513efb5c-ecee-4ad1-be70-0471d42525b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:18.959273 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 41584627-4df3-4cc2-9a6e-77a878d3c02d is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:18.959675 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:18.964321 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4fdb-7a78-469f-847e-d44a4db9cffa req-e091932b-8b08-416a-b061-e1282be5fa83 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.975387 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c4e4fdb-7a78-469f-847e-d44a4db9cffa req-e091932b-8b08-416a-b061-e1282be5fa83 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 943 time: 0.1060722 Apr 01 16:09:18.987394 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41584627-4df3-4cc2-9a6e-77a878d3c02d {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:18.992806 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:18.993126 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.020441 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 41584627-4df3-4cc2-9a6e-77a878d3c02d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41584627-4df3-4cc2-9a6e-77a878d3c02d,segment=NetworkSegment(f63ecf7c-1b2c-4303-8318-cf22e1e0b363),segment_id=f63ecf7c-1b2c-4303-8318-cf22e1e0b363)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:19.028523 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.039077 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:19.041757 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9c8bc9-3d3d-46ed-b749-156f0c17b4ed" -d '{"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-plugged", "status": "completed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:19.058347 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c4e4fdb-7a78-469f-847e-d44a4db9cffa req-78bcfcb5-3476-42fa-a29a-66fca84b171e tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784807 Apr 01 16:09:19.078033 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:19.088477 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.089305 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device abd84753-e0e5-4e60-b4ba-18c0af156d74 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:19.095988 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc21d3ef-c456-4483-89ef-efdcfccfe803 x-openstack-request-id: req-bc21d3ef-c456-4483-89ef-efdcfccfe803 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:19.096295 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-plugged", "status": "completed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:19.096553 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc21d3ef-c456-4483-89ef-efdcfccfe803 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:19.097028 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc21d3ef-c456-4483-89ef-efdcfccfe803'] response: {'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'code': 200} Apr 01 16:09:19.155231 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=41584627-4df3-4cc2-9a6e-77a878d3c02d,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:19.194193 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port abd84753-e0e5-4e60-b4ba-18c0af156d74 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:09:19.205526 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port abd84753-e0e5-4e60-b4ba-18c0af156d74 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:19.206246 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.248265 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40742) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:19.283239 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:19.299700 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40746) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:19.340735 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port abd84753-e0e5-4e60-b4ba-18c0af156d74 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:19.341764 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.389340 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['41584627-4df3-4cc2-9a6e-77a878d3c02d'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:19.441675 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71c660-4c9e-4b25-b800-a4f2de066da1 req-8a81dfa3-8889-4516-b7e7-cafd18153bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:19.443088 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-af71c660-4c9e-4b25-b800-a4f2de066da1 req-8a81dfa3-8889-4516-b7e7-cafd18153bb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 1130 time: 0.0541279 Apr 01 16:09:19.448337 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a01eba68-2194-4c3e-8f65-6296f0282533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.478358 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port abd84753-e0e5-4e60-b4ba-18c0af156d74, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:19.493429 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116556a-3489-4c47-b3ef-cc5d2f9342ff req-1eb0daa2-1310-4053-ae25-d06e601c6a04 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:19.498204 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3116556a-3489-4c47-b3ef-cc5d2f9342ff req-1eb0daa2-1310-4053-ae25-d06e601c6a04 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1629548 Apr 01 16:09:19.506232 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.543230 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-af71c660-4c9e-4b25-b800-a4f2de066da1 req-40335a83-3240-4f38-8d6d-7870d73de1ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857365 Apr 01 16:09:19.575573 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3116556a-3489-4c47-b3ef-cc5d2f9342ff req-17fb1748-a6aa-4344-8903-9c8cb33e2415 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624077 Apr 01 16:09:19.586330 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=abd84753-e0e5-4e60-b4ba-18c0af156d74,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:19.606688 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a01eba68-2194-4c3e-8f65-6296f0282533 admin admin] Publish callbacks [] for security_group (e0734861-7742-4932-b5ea-435e9cd9d74d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.607877 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-656e839a-43e0-40f7-82f4-e37e5a1eabe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.616895 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a01eba68-2194-4c3e-8f65-6296f0282533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (e0734861-7742-4932-b5ea-435e9cd9d74d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.669795 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eba68-2194-4c3e-8f65-6296f0282533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0734861-7742-4932-b5ea-435e9cd9d74d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:19.674082 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a01eba68-2194-4c3e-8f65-6296f0282533 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0262833150594f3ba61e58b3a41d6485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732061 Apr 01 16:09:19.676789 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:19.745622 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87f5f364-48c5-47c3-a9d1-e65ca12cb73e admin admin] Publish callbacks [] for security_group (e0734861-7742-4932-b5ea-435e9cd9d74d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.786575 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87f5f364-48c5-47c3-a9d1-e65ca12cb73e admin admin] Publish callbacks [] for security_group (e0734861-7742-4932-b5ea-435e9cd9d74d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.811141 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-656e839a-43e0-40f7-82f4-e37e5a1eabe4 admin admin] Publish callbacks [] for security_group (1ff24d1a-ce76-4151-9e53-a4dbf379c1a9), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.817557 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-656e839a-43e0-40f7-82f4-e37e5a1eabe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (1ff24d1a-ce76-4151-9e53-a4dbf379c1a9), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.870913 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87f5f364-48c5-47c3-a9d1-e65ca12cb73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (e0734861-7742-4932-b5ea-435e9cd9d74d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.874647 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87f5f364-48c5-47c3-a9d1-e65ca12cb73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:19.878873 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-87f5f364-48c5-47c3-a9d1-e65ca12cb73e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0734861-7742-4932-b5ea-435e9cd9d74d HTTP/1.1" status: 204 len: 168 time: 0.1980414 Apr 01 16:09:19.886790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e839a-43e0-40f7-82f4-e37e5a1eabe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff24d1a-ce76-4151-9e53-a4dbf379c1a9,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:19.889454 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-656e839a-43e0-40f7-82f4-e37e5a1eabe4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4682b7c02e8647f6940a45ea0b3d2807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6396456 Apr 01 16:09:19.892364 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40770) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:19.896716 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5f364-48c5-47c3-a9d1-e65ca12cb73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0734861-7742-4932-b5ea-435e9cd9d74d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:19.934099 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc1995-5548-48e1-8b38-531a3b581e4e req-1c664b2e-1453-4ad7-9429-393cc36cd067 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:19.942813 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b7cc1995-5548-48e1-8b38-531a3b581e4e req-1c664b2e-1453-4ad7-9429-393cc36cd067 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1796973 Apr 01 16:09:20.007592 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-852ef807-4f3a-4eaa-a808-0fe8cee5be51 admin admin] Publish callbacks [] for security_group (1ff24d1a-ce76-4151-9e53-a4dbf379c1a9), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.020466 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fc9e9-2021-40c0-bba3-7b2e8888c51f req-1f79620e-a83c-47bf-a49a-113aca8cfe39 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:20.022343 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f58fc9e9-2021-40c0-bba3-7b2e8888c51f req-1f79620e-a83c-47bf-a49a-113aca8cfe39 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0798893 Apr 01 16:09:20.038159 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b7cc1995-5548-48e1-8b38-531a3b581e4e req-a40eabec-975e-4feb-8bcf-5bbeeba421d8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861177 Apr 01 16:09:20.058445 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-852ef807-4f3a-4eaa-a808-0fe8cee5be51 admin admin] Publish callbacks [] for security_group (1ff24d1a-ce76-4151-9e53-a4dbf379c1a9), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.093971 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f58fc9e9-2021-40c0-bba3-7b2e8888c51f req-7ce7e3f1-0bdd-4246-b905-0a00d8d088b9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658035 Apr 01 16:09:20.164316 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-852ef807-4f3a-4eaa-a808-0fe8cee5be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (1ff24d1a-ce76-4151-9e53-a4dbf379c1a9), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.166968 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-852ef807-4f3a-4eaa-a808-0fe8cee5be51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.168219 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-852ef807-4f3a-4eaa-a808-0fe8cee5be51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ff24d1a-ce76-4151-9e53-a4dbf379c1a9 HTTP/1.1" status: 204 len: 168 time: 0.2734530 Apr 01 16:09:20.182072 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ef807-4f3a-4eaa-a808-0fe8cee5be51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff24d1a-ce76-4151-9e53-a4dbf379c1a9,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:20.208722 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97bf7-0332-465b-9836-0052de80857d req-b6b0ae80-140e-48e8-8788-f1a0c8c83898 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:20.210315 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42e97bf7-0332-465b-9836-0052de80857d req-b6b0ae80-140e-48e8-8788-f1a0c8c83898 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 944 time: 0.0837789 Apr 01 16:09:20.257816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:20.267501 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42e97bf7-0332-465b-9836-0052de80857d req-9023c1d6-ec4a-4d31-b7ca-53096b1eed2c tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510118 Apr 01 16:09:20.270595 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8f0e-d518-4f1a-803f-684e2a3d40ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.349906 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8f0e-d518-4f1a-803f-684e2a3d40ce admin admin] Publish callbacks [] for security_group (bc51bd2a-827a-4aa8-a0d8-81356832c001), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.353916 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8f0e-d518-4f1a-803f-684e2a3d40ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (bc51bd2a-827a-4aa8-a0d8-81356832c001), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.394202 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ba9a8f0e-d518-4f1a-803f-684e2a3d40ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74a209b195df4243aa38969102fb6499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353161 Apr 01 16:09:20.395045 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8f0e-d518-4f1a-803f-684e2a3d40ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51bd2a-827a-4aa8-a0d8-81356832c001,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:20.398058 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40784) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:20.447306 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e165b387-701f-467e-bf41-0c0e235af62e admin admin] Publish callbacks [] for security_group (bc51bd2a-827a-4aa8-a0d8-81356832c001), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.475766 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e165b387-701f-467e-bf41-0c0e235af62e admin admin] Publish callbacks [] for security_group (bc51bd2a-827a-4aa8-a0d8-81356832c001), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.494084 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40786) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:20.506683 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4869d4ed-c2ca-4f51-baa0-e66d3cce4f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.527221 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e165b387-701f-467e-bf41-0c0e235af62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (bc51bd2a-827a-4aa8-a0d8-81356832c001), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.529723 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e165b387-701f-467e-bf41-0c0e235af62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.530874 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-e165b387-701f-467e-bf41-0c0e235af62e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc51bd2a-827a-4aa8-a0d8-81356832c001 HTTP/1.1" status: 204 len: 168 time: 0.1318390 Apr 01 16:09:20.540053 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165b387-701f-467e-bf41-0c0e235af62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51bd2a-827a-4aa8-a0d8-81356832c001,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:20.592123 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4869d4ed-c2ca-4f51-baa0-e66d3cce4f3c admin admin] Publish callbacks [] for security_group (0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.597280 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4869d4ed-c2ca-4f51-baa0-e66d3cce4f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.668296 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-4869d4ed-c2ca-4f51-baa0-e66d3cce4f3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e5774dfed06495b8e6f9a0db64a67d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730876 Apr 01 16:09:20.669546 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869d4ed-c2ca-4f51-baa0-e66d3cce4f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:20.670141 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40792) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:20.672031 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41584627-4df3-4cc2-9a6e-77a878d3c02d up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:20.720524 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6801-3e14-461b-9762-b84eaf43c30d req-3465cb01-a30f-4078-b609-e33ad161762b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:20.726226 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c8ad-1942-472c-a05a-9ea6479d4e96 admin admin] Publish callbacks [] for security_group (0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.727906 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-cecd6801-3e14-461b-9762-b84eaf43c30d req-3465cb01-a30f-4078-b609-e33ad161762b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0746305 Apr 01 16:09:20.743582 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 41584627-4df3-4cc2-9a6e-77a878d3c02d completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:09:20.749103 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 41584627-4df3-4cc2-9a6e-77a878d3c02d triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:20.750010 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.751751 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c8ad-1942-472c-a05a-9ea6479d4e96 admin admin] Publish callbacks [] for security_group (0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.796031 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-cecd6801-3e14-461b-9762-b84eaf43c30d req-9a865260-f20d-4025-a25b-8a1e949933a3 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671206 Apr 01 16:09:20.819398 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c8ad-1942-472c-a05a-9ea6479d4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.823425 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c8ad-1942-472c-a05a-9ea6479d4e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.830244 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c5f5c8ad-1942-472c-a05a-9ea6479d4e96 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6 HTTP/1.1" status: 204 len: 168 time: 0.1590331 Apr 01 16:09:20.840903 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c8ad-1942-472c-a05a-9ea6479d4e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee676c7-b7f1-4b9c-bb1c-411a3b6acce6,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:20.842160 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 41584627-4df3-4cc2-9a6e-77a878d3c02d is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:20.842544 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.937104 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 41584627-4df3-4cc2-9a6e-77a878d3c02d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41584627-4df3-4cc2-9a6e-77a878d3c02d,segment=NetworkSegment(f63ecf7c-1b2c-4303-8318-cf22e1e0b363),segment_id=f63ecf7c-1b2c-4303-8318-cf22e1e0b363)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:20.943512 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:20.945185 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 0c502080-d966-43f8-b416-de1e74c3adbf no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:09:20.954206 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:20.978133 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 0c502080-d966-43f8-b416-de1e74c3adbf {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:09:20.978719 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 0c502080-d966-43f8-b416-de1e74c3adbf not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:09:21.031475 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=41584627-4df3-4cc2-9a6e-77a878d3c02d,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:21.052383 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] Deleting subnet c9ee8668-9e71-4f71-ae2c-c1fb846da65a {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:09:21.056505 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] Publish callbacks [] for subnet (c9ee8668-9e71-4f71-ae2c-c1fb846da65a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.098347 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74'}, {'server_uuid': '07eb902d-7f62-4357-97b5-fc14717d360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41584627-4df3-4cc2-9a6e-77a878d3c02d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:21.101065 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df3b0c-0fe7-42ab-bd0a-79cd0ce32983" -d '{"events": [{"server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "name": "network-vif-plugged", "status": "completed", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74"}, {"server_uuid": "07eb902d-7f62-4357-97b5-fc14717d360e", "name": "network-vif-plugged", "status": "completed", "tag": "41584627-4df3-4cc2-9a6e-77a878d3c02d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:21.103287 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40810) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:21.115320 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3357529'] for subnet (c9ee8668-9e71-4f71-ae2c-c1fb846da65a), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.120779 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-147fb674-cfa6-4669-b6f5-62f37c17e6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.147158 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d90c25-9dd1-4fd2-8578-dbd096e04528 x-openstack-request-id: req-a5d90c25-9dd1-4fd2-8578-dbd096e04528 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:21.147454 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "name": "network-vif-plugged", "status": "completed", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74", "code": 200}, {"server_uuid": "07eb902d-7f62-4357-97b5-fc14717d360e", "name": "network-vif-plugged", "status": "completed", "tag": "41584627-4df3-4cc2-9a6e-77a878d3c02d", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:21.147699 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5d90c25-9dd1-4fd2-8578-dbd096e04528 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:21.148100 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d90c25-9dd1-4fd2-8578-dbd096e04528'] response: {'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'code': 200} Apr 01 16:09:21.148353 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d90c25-9dd1-4fd2-8578-dbd096e04528'] response: {'server_uuid': '07eb902d-7f62-4357-97b5-fc14717d360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41584627-4df3-4cc2-9a6e-77a878d3c02d', 'code': 200} Apr 01 16:09:21.214647 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (c9ee8668-9e71-4f71-ae2c-c1fb846da65a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.253529 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e355932-779b-427a-a603-9f7c1943a9b6 req-6f535b04-b208-4941-aefd-5013d0d1ed6f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.260733 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e355932-779b-427a-a603-9f7c1943a9b6 req-6f535b04-b208-4941-aefd-5013d0d1ed6f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1149354 Apr 01 16:09:21.325190 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-147fb674-cfa6-4669-b6f5-62f37c17e6b3 admin admin] Publish callbacks [] for security_group (07e5fffa-6841-42c0-a296-203f93521130), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.340169 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e355932-779b-427a-a603-9f7c1943a9b6 req-48d29efc-a1ad-46b1-b7f6-03a3b82f51b4 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774000 Apr 01 16:09:21.340543 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc20084-6f41-497f-b2ff-dfad7cd4219e req-670b7e3f-c66f-494a-b3e5-86f41c7bc902 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.342622 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3fc20084-6f41-497f-b2ff-dfad7cd4219e req-670b7e3f-c66f-494a-b3e5-86f41c7bc902 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0975566 Apr 01 16:09:21.345163 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8405584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8837465'] for subnet (c9ee8668-9e71-4f71-ae2c-c1fb846da65a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.352013 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-147fb674-cfa6-4669-b6f5-62f37c17e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (07e5fffa-6841-42c0-a296-203f93521130), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.434396 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-147fb674-cfa6-4669-b6f5-62f37c17e6b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0119adc946eb4a01898ed48926d3209c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298059 Apr 01 16:09:21.436888 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40824) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:21.459420 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fb674-cfa6-4669-b6f5-62f37c17e6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e5fffa-6841-42c0-a296-203f93521130,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:21.459577 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ee8668-9e71-4f71-ae2c-c1fb846da65a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:21.472101 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.482051 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ce2c2e04-672e-4173-a7f9-980908561b36 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c9ee8668-9e71-4f71-ae2c-c1fb846da65a HTTP/1.1" status: 204 len: 168 time: 0.5267618 Apr 01 16:09:21.506147 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40830) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:21.543648 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3fc20084-6f41-497f-b2ff-dfad7cd4219e req-ac821e80-1497-4f12-8719-9657def61842 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728733 Apr 01 16:09:21.561331 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91905f-8cf0-4df8-b6be-7679a46912a5 req-e3c10bd1-7bbd-46a3-a6a5-34bba10c602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.563114 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fd91905f-8cf0-4df8-b6be-7679a46912a5 req-e3c10bd1-7bbd-46a3-a6a5-34bba10c602a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 1130 time: 0.0981281 Apr 01 16:09:21.654045 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (10b9da05-c611-4b43-a02d-838024f306a0), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.665586 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd2ff8-1977-4253-b29e-f451421a5570 req-34f2a5cd-0024-4ec3-a8d8-fb476e041240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.667064 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fd91905f-8cf0-4df8-b6be-7679a46912a5 req-f715d34b-90e8-43f4-a482-30d3b75c1e9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841613 Apr 01 16:09:21.667352 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4bdd2ff8-1977-4253-b29e-f451421a5570 req-34f2a5cd-0024-4ec3-a8d8-fb476e041240 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 1129 time: 0.2089374 Apr 01 16:09:21.672352 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f52d6cc0-a7a1-422f-9f26-6b060f522479 admin admin] Publish callbacks [] for security_group (07e5fffa-6841-42c0-a296-203f93521130), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.683953 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7e589-3b39-4273-baee-5aa394417a27 req-275b1f12-a4a3-4218-9822-d0a5eef9ff49 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.689745 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c8c7e589-3b39-4273-baee-5aa394417a27 req-275b1f12-a4a3-4218-9822-d0a5eef9ff49 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 945 time: 0.2319436 Apr 01 16:09:21.718657 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362d8a-fafd-4431-9931-94dfc09cbc6a req-079dc3dd-319d-4a49-a761-328c7c6cf3d1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.720224 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-bb362d8a-fafd-4431-9931-94dfc09cbc6a req-079dc3dd-319d-4a49-a761-328c7c6cf3d1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0653610 Apr 01 16:09:21.729318 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40840) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:21.730090 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f52d6cc0-a7a1-422f-9f26-6b060f522479 admin admin] Publish callbacks [] for security_group (07e5fffa-6841-42c0-a296-203f93521130), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.734188 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'floatingip': {'port_id': 'a572008e-9a07-4c68-b642-d8bee3e97623'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:21.811237 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (55b1bb61-be2a-4801-aa1d-5cb18a2124b5), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.852880 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c8c7e589-3b39-4273-baee-5aa394417a27 req-16483baf-99db-423f-a655-513e892708bd tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496830 Apr 01 16:09:21.857504 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (10b9da05-c611-4b43-a02d-838024f306a0), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:21.881082 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.881442 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.882265 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.882830 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.883386 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.883918 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.884478 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.884984 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.885523 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.886098 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.957298 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.957915 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.958392 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.958919 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 16:09:21.959296 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b9da05-c611-4b43-a02d-838024f306a0']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:21.993746 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccefe233-f804-4578-b11e-1a3aaea75a57') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:21.994073 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccefe233-f804-4578-b11e-1a3aaea75a57') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:21.999559 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f52d6cc0-a7a1-422f-9f26-6b060f522479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (07e5fffa-6841-42c0-a296-203f93521130), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.002844 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f52d6cc0-a7a1-422f-9f26-6b060f522479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.004019 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-f52d6cc0-a7a1-422f-9f26-6b060f522479 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07e5fffa-6841-42c0-a296-203f93521130 HTTP/1.1" status: 204 len: 168 time: 0.5662086 Apr 01 16:09:22.023723 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3429397'] for segment (ccefe233-f804-4578-b11e-1a3aaea75a57), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.048234 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d6cc0-a7a1-422f-9f26-6b060f522479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e5fffa-6841-42c0-a296-203f93521130,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:22.064454 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (ccefe233-f804-4578-b11e-1a3aaea75a57), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.078532 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4bdd2ff8-1977-4253-b29e-f451421a5570 req-b4597aac-80e5-434a-a284-a8acb8217f41 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138802 Apr 01 16:09:22.079682 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:09:22.080081 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810028'] for segment (ccefe233-f804-4578-b11e-1a3aaea75a57), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: from cryptography.utils import int_from_bytes Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: from cryptography.utils import int_from_bytes Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: Traceback (most recent call last): Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: timer() Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: cb(*args, **kw) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: return func(*args, **kwargs) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: self._notify() Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: self.callback(batched_events) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: event.method(event) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: return f(self, *a, **k) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: return self._get(url).json() Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:09:22.084062 dv-cinder-835880-3-smb neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:09:22.162909 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (10b9da05-c611-4b43-a02d-838024f306a0), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.192144 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.195390 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/10b9da05-c611-4b43-a02d-838024f306a0 HTTP/1.1" status: 204 len: 168 time: 0.6882684 Apr 01 16:09:22.196931 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9094e-05e8-4d74-8fc2-434040b3fef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b9da05-c611-4b43-a02d-838024f306a0,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:22.233379 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cedd7-2501-440a-b9ac-090f6d733f8d req-08e3df32-4e70-425c-b1be-6d61634e43a4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:22.245061 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-402cedd7-2501-440a-b9ac-090f6d733f8d req-08e3df32-4e70-425c-b1be-6d61634e43a4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1464357 Apr 01 16:09:22.385560 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-402cedd7-2501-440a-b9ac-090f6d733f8d req-486374c3-e415-4d9e-aa87-1458245047aa tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344423 Apr 01 16:09:22.464377 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40864) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:22.511264 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75da8c4-fbf9-4ec4-abc5-0311e74222f8 req-92790a49-1a0b-448b-b207-3096eb522cf8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:22.512917 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b75da8c4-fbf9-4ec4-abc5-0311e74222f8 req-92790a49-1a0b-448b-b207-3096eb522cf8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0872104 Apr 01 16:09:22.530452 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9cbe418b-e695-41f5-81b4-7defb0083f52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ba19fc051dd40cda19b771c67f87b1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0625772 Apr 01 16:09:22.530759 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 40870) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:22.651855 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b75da8c4-fbf9-4ec4-abc5-0311e74222f8 req-80a8e979-f653-4f6d-adf9-3e11f58d4461 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936160 Apr 01 16:09:22.680742 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6046eb50-73b5-4ff9-a151-bd9273b21c7b admin admin] Publish callbacks [] for security_group (cac637ec-da4a-43ee-80af-9befd7c1493f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.712606 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6046eb50-73b5-4ff9-a151-bd9273b21c7b admin admin] Publish callbacks [] for security_group (cac637ec-da4a-43ee-80af-9befd7c1493f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.805383 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6046eb50-73b5-4ff9-a151-bd9273b21c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cac637ec-da4a-43ee-80af-9befd7c1493f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.808154 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6046eb50-73b5-4ff9-a151-bd9273b21c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:22.810001 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-6046eb50-73b5-4ff9-a151-bd9273b21c7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cac637ec-da4a-43ee-80af-9befd7c1493f HTTP/1.1" status: 204 len: 168 time: 0.2771399 Apr 01 16:09:22.818506 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046eb50-73b5-4ff9-a151-bd9273b21c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac637ec-da4a-43ee-80af-9befd7c1493f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:22.986475 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:23.014087 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (55b1bb61-be2a-4801-aa1d-5cb18a2124b5), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:23.144504 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1694-91f0-4228-8037-19f60eda12d4 req-cbe5c10b-2f2a-4be7-9a17-96300bac0c42 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:23.146106 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1daa1694-91f0-4228-8037-19f60eda12d4 req-cbe5c10b-2f2a-4be7-9a17-96300bac0c42 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 945 time: 0.1824331 Apr 01 16:09:23.236522 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Floating IP 55b1bb61-be2a-4801-aa1d-5cb18a2124b5 associated. External IP: 172.28.3.48, port: a572008e-9a07-4c68-b642-d8bee3e97623. Apr 01 16:09:23.287597 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1daa1694-91f0-4228-8037-19f60eda12d4 req-cb294d1c-3973-4eec-b386-13f5a5c0dad5 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337097 Apr 01 16:09:23.539031 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efa2f4-b789-43f4-88ae-ca1fa28b2997 req-b810aa0f-6119-4c17-8bbc-2c31c2bf45da tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:23.541229 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-47efa2f4-b789-43f4-88ae-ca1fa28b2997 req-b810aa0f-6119-4c17-8bbc-2c31c2bf45da tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0727177 Apr 01 16:09:23.563745 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:23.600885 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-47efa2f4-b789-43f4-88ae-ca1fa28b2997 req-eb3f8af6-4fa4-40a3-8128-a860455d6164 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516820 Apr 01 16:09:23.711151 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:23.716462 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:23.726862 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] Sync routers for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:23.750250 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:23.753837 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:23.772602 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-5529642d-0e75-4524-a62f-6e5fa401c696 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "PUT /v2.0/floatingips/55b1bb61-be2a-4801-aa1d-5cb18a2124b5 HTTP/1.1" status: 200 len: 991 time: 2.0422018 Apr 01 16:09:23.773179 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:23.775736 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7d92f8-8191-4800-af0d-147bc2128b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:23.867902 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5edbb7-6043-4a7d-b521-e27dbb746330 x-openstack-request-id: req-df5edbb7-6043-4a7d-b521-e27dbb746330 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:23.868598 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:23.869059 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df5edbb7-6043-4a7d-b521-e27dbb746330 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:23.869698 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5edbb7-6043-4a7d-b521-e27dbb746330'] response: {'name': 'network-changed', 'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'status': 'completed', 'code': 200} Apr 01 16:09:23.916587 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf7ba0-bd3e-4ce1-990d-a2ae0e010c10 req-08fab149-c446-4bde-b559-1947ceb92549 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:23.918336 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5dcf7ba0-bd3e-4ce1-990d-a2ae0e010c10 req-08fab149-c446-4bde-b559-1947ceb92549 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0928860 Apr 01 16:09:23.928549 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:23.954454 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-0bae83ea-0cb0-4123-b1d2-c591eab14cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:23.957420 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-0bae83ea-0cb0-4123-b1d2-c591eab14cd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 1130 time: 0.0673649 Apr 01 16:09:23.999600 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5dcf7ba0-bd3e-4ce1-990d-a2ae0e010c10 req-837be2aa-15c8-445f-ad58-d8e5884c7ac9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722756 Apr 01 16:09:24.175290 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-b568bb9b-10e4-482b-a4df-8260517c2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:24.176856 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-b568bb9b-10e4-482b-a4df-8260517c2326 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.2022738 Apr 01 16:09:24.264616 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '55b1bb61-be2a-4801-aa1d-5cb18a2124b5', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'floating_ip_address': '172.28.3.48', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'port_id': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'mac_address': 'fa:16:3e:ab:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:59Z', 'updated_at': '2022-04-01T16:09:22Z', 'revision_number': 1, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.296418 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] Checking router: e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:24.306846 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:24.307852 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.453325 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:24.456603 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d369ee-7180-4615-bf7e-0321c8939eda req-e23b0d5f-4357-41f1-b7d8-d98218598449 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:24.457535 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-95d369ee-7180-4615-bf7e-0321c8939eda req-e23b0d5f-4357-41f1-b7d8-d98218598449 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.3773181 Apr 01 16:09:24.468273 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40952) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:24.474302 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'floatingip': {'port_id': 'abd84753-e0e5-4e60-b4ba-18c0af156d74'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:24.515840 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (d86352b6-6afb-40d1-bfdb-40ccbc5640fe), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:24.554024 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-5e59aebe-32b0-4f8d-bc84-9425b564c3f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 200 len: 999 time: 0.3676009 Apr 01 16:09:24.650252 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-594efbc2-8fe3-4cb5-84de-b52a85c01461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:24.656824 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-594efbc2-8fe3-4cb5-84de-b52a85c01461 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0975499 Apr 01 16:09:24.729866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-c1ebc2a2-4be5-4b69-82e0-1592d329a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:24.732579 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-c1ebc2a2-4be5-4b69-82e0-1592d329a13b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0632045 Apr 01 16:09:24.756000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043002-da4f-4bcb-9816-e20b184e2f9c req-863f3ef4-c6a7-4a63-8791-16bc4673c6f8 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:24.757575 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f5043002-da4f-4bcb-9816-e20b184e2f9c req-863f3ef4-c6a7-4a63-8791-16bc4673c6f8 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 945 time: 0.3552117 Apr 01 16:09:24.834733 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '55b1bb61-be2a-4801-aa1d-5cb18a2124b5', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'floating_ip_address': '172.28.3.48', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'port_id': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'mac_address': 'fa:16:3e:ab:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:59Z', 'updated_at': '2022-04-01T16:09:22Z', 'revision_number': 1, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.897873 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afc930-a3bd-44f1-ba02-b0dafc3cd47f req-0c9c452f-236e-470d-8d1a-5d2b0db2f615 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:24.899597 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-45afc930-a3bd-44f1-ba02-b0dafc3cd47f req-0c9c452f-236e-470d-8d1a-5d2b0db2f615 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1475270 Apr 01 16:09:24.901439 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59555958-71dc-4d45-95d8-cbb27aed9190 None None] The sync data for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb is: [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '55b1bb61-be2a-4801-aa1d-5cb18a2124b5', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'floating_ip_address': '172.28.3.48', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'port_id': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'mac_address': 'fa:16:3e:ab:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:59Z', 'updated_at': '2022-04-01T16:09:22Z', 'revision_number': 1, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:24.944466 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-d7297172-7be0-4e2c-b239-2aa4c65c61a8 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045548 Apr 01 16:09:25.028265 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f5043002-da4f-4bcb-9816-e20b184e2f9c req-6223115c-0070-4172-b8cf-f0a38065d696 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528498 Apr 01 16:09:25.040572 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-45afc930-a3bd-44f1-ba02-b0dafc3cd47f req-141dc027-ae5d-4ce6-b2cb-dae62e9d9ddd tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174128 Apr 01 16:09:25.052257 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-1151f7da-9c78-4a48-8e63-7b823ab277ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2357607 Apr 01 16:09:25.060597 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 40970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:25.152118 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0b7d92f8-8191-4800-af0d-147bc2128b1b req-1f1a143a-f35d-4700-ae54-91b0a88121c9 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985359 Apr 01 16:09:25.327498 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5e4190-0d16-4e0e-81ea-647382bd7072 None None] New status for floating IP 55b1bb61-be2a-4801-aa1d-5cb18a2124b5: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:09:25.497230 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:25.553769 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-03a95d45-5a64-48e0-b247-b20536f0a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:25.555794 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-03a95d45-5a64-48e0-b247-b20536f0a380 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 1129 time: 0.4283118 Apr 01 16:09:25.628036 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Publish callbacks [] for security_group (1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:25.661392 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:25.836634 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:25.839091 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-b7d70111-7644-4963-a31f-c67f36d7d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:25.840581 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-b7d70111-7644-4963-a31f-c67f36d7d79e service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.2107215 Apr 01 16:09:25.856591 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ea39125cc24426a825c62f01279d84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7923851 Apr 01 16:09:25.856800 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.db.resource_extend [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 16:09:25.857012 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41002) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:25.860375 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.860709 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.861061 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.861524 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.861887 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.862271 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.862526 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.862844 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.863163 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.863483 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.863802 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.864155 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.864422 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.864742 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.865201 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74afa-9970-4d9c-b6e7-50e64127b70d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:25.932839 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Publish callbacks [] for security_group (1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:25.969186 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Publish callbacks [] for security_group (1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:25.978998 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-26265ecc-4ec5-43b1-a431-ace5bf03b7a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb HTTP/1.1" status: 200 len: 217 time: 0.0479436 Apr 01 16:09:26.010355 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:26.041875 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:26.045508 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:26.050623 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8 HTTP/1.1" status: 204 len: 168 time: 0.1899154 Apr 01 16:09:26.058738 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53a830-6b8e-4dcf-bbd2-a74fdcbd12d8,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:26.068067 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.068247 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:26.068939 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.069394 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.070146 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.070733 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.071368 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.071872 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.072249 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.072821 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.073283 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.073738 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.074591 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.075010 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.075411 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.075823 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e2d7f0-7dd9-4783-b91a-6800cd948883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:26.087407 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (d86352b6-6afb-40d1-bfdb-40ccbc5640fe), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:26.235731 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-bf1bcc6d-e60c-4ffe-be99-e9a6e09d0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:26.237145 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-bf1bcc6d-e60c-4ffe-be99-e9a6e09d0e87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.2418594 Apr 01 16:09:26.324697 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fc524-999e-45d4-9cde-98f381216c45 req-6b933941-9376-4879-847b-da92c398ce00 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:26.326297 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e08fc524-999e-45d4-9cde-98f381216c45 req-6b933941-9376-4879-847b-da92c398ce00 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1638999 Apr 01 16:09:26.370066 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Floating IP d86352b6-6afb-40d1-bfdb-40ccbc5640fe associated. External IP: 172.28.3.250, port: abd84753-e0e5-4e60-b4ba-18c0af156d74. Apr 01 16:09:26.423608 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-9397c132-c1a5-4f57-a4bf-cfe7a667ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:26.425127 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-9397c132-c1a5-4f57-a4bf-cfe7a667ad1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1765282 Apr 01 16:09:26.545592 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e08fc524-999e-45d4-9cde-98f381216c45 req-dd37019d-1548-4504-b6d5-154b81621ca0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058756 Apr 01 16:09:26.612505 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-10db8788-2b24-4f81-8b64-9104da9972cd service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517994 Apr 01 16:09:26.784040 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dcd1bced-eaa2-4c5c-84cd-e0fea054f837 req-a33f5262-bcb1-420d-b2a6-d9f7ee0e9898 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331549 Apr 01 16:09:26.801987 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:26.964377 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:26.969866 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:26.980721 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f099e-273d-432b-8663-37777080c07c None None] Sync routers for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:26.994885 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9fd74550-1369-47b9-a4fa-e41f6c9f83b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:27.003336 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f099e-273d-432b-8663-37777080c07c None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:27.004516 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-702f099e-273d-432b-8663-37777080c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:27.042201 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b6ec6781-704b-4ce9-9b2e-104d45f62c20 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "PUT /v2.0/floatingips/d86352b6-6afb-40d1-bfdb-40ccbc5640fe HTTP/1.1" status: 200 len: 992 time: 2.5632613 Apr 01 16:09:27.042201 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:27.042201 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd33229-13cb-4e1f-b739-d06293d2bc05" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:27.093102 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3847306-cb94-496e-9b64-c0eec97da0bd x-openstack-request-id: req-a3847306-cb94-496e-9b64-c0eec97da0bd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:27.094085 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:27.094349 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3847306-cb94-496e-9b64-c0eec97da0bd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:27.094776 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3847306-cb94-496e-9b64-c0eec97da0bd'] response: {'name': 'network-changed', 'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'status': 'completed', 'code': 200} Apr 01 16:09:27.186452 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-73041dba-a749-4756-893c-02dff8a4f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:27.189177 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-73041dba-a749-4756-893c-02dff8a4f3c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 1130 time: 0.0637589 Apr 01 16:09:27.243064 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-702f099e-273d-432b-8663-37777080c07c None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:27.290202 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-e4950b22-ed63-46a6-b1f0-43c2e7cf35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:27.292315 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-e4950b22-ed63-46a6-b1f0-43c2e7cf35e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 912 time: 0.0935147 Apr 01 16:09:27.414765 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-7d08bbd8-cdee-4a16-90be-d9c2fba05add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 200 len: 1000 time: 0.1144450 Apr 01 16:09:27.481387 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-f38023b2-2e5b-4dde-a721-82512dba0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:27.483497 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-f38023b2-2e5b-4dde-a721-82512dba0a82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.0599954 Apr 01 16:09:27.553433 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-f96b7949-af5f-4e5c-8cc5-770a0419b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:27.555002 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-f96b7949-af5f-4e5c-8cc5-770a0419b01e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0563407 Apr 01 16:09:27.556721 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-702f099e-273d-432b-8663-37777080c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'd86352b6-6afb-40d1-bfdb-40ccbc5640fe', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'floating_ip_address': '172.28.3.250', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'port_id': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'mac_address': 'fa:16:3e:69:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:58Z', 'updated_at': '2022-04-01T16:09:25Z', 'revision_number': 1, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:27.644723 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f099e-273d-432b-8663-37777080c07c None None] Checking router: df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:27.667692 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f099e-273d-432b-8663-37777080c07c None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:27.668566 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-702f099e-273d-432b-8663-37777080c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:08:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:27.732803 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-d848a2af-7f25-418f-9136-199949ebca2f service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687145 Apr 01 16:09:27.799471 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-702f099e-273d-432b-8663-37777080c07c None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:27.814326 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e59f9-e131-45ef-ba10-1d0520456482 req-c5e03fe2-feab-453e-8e64-da514903be97 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:27.815651 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f69e59f9-e131-45ef-ba10-1d0520456482 req-c5e03fe2-feab-453e-8e64-da514903be97 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1413598 Apr 01 16:09:27.911851 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f69e59f9-e131-45ef-ba10-1d0520456482 req-15fe8daa-bf35-45ce-b9b9-94d1516f9c78 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892689 Apr 01 16:09:27.919439 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd33229-13cb-4e1f-b739-d06293d2bc05 req-f86bdc50-bbb7-43ca-88c1-2c575c894e52 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805239 Apr 01 16:09:28.179850 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-702f099e-273d-432b-8663-37777080c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'd86352b6-6afb-40d1-bfdb-40ccbc5640fe', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'floating_ip_address': '172.28.3.250', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'port_id': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'mac_address': 'fa:16:3e:69:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:58Z', 'updated_at': '2022-04-01T16:09:25Z', 'revision_number': 1, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:28.250531 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f099e-273d-432b-8663-37777080c07c None None] The sync data for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb is: [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'd86352b6-6afb-40d1-bfdb-40ccbc5640fe', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'floating_ip_address': '172.28.3.250', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'port_id': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'mac_address': 'fa:16:3e:69:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:58Z', 'updated_at': '2022-04-01T16:09:25Z', 'revision_number': 1, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:28.322955 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d00ea-6d2d-4bc7-94c6-dff5fe3efa5e req-b3b408fd-9214-4bfa-878f-572536d149a2 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:28.326765 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ef4d00ea-6d2d-4bc7-94c6-dff5fe3efa5e req-b3b408fd-9214-4bfa-878f-572536d149a2 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 945 time: 0.0821390 Apr 01 16:09:28.399127 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ef4d00ea-6d2d-4bc7-94c6-dff5fe3efa5e req-f5fef73b-cf29-4733-b5f3-f1cd0670c437 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672536 Apr 01 16:09:28.553528 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679d217-4af9-4e92-b688-0c6753254cc6 None None] New status for floating IP d86352b6-6afb-40d1-bfdb-40ccbc5640fe: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:09:29.094835 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69db46-c32a-446d-83fa-1c443d85d472 req-e4c698d1-b865-41ee-9bba-aa01543c6992 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:29.096462 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c69db46-c32a-446d-83fa-1c443d85d472 req-e4c698d1-b865-41ee-9bba-aa01543c6992 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0770748 Apr 01 16:09:29.164360 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c69db46-c32a-446d-83fa-1c443d85d472 req-63f40248-6748-4341-b9be-562259da1b6c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610728 Apr 01 16:09:29.168494 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41182) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:29.290334 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63198351-1c44-4e40-a017-b3b50def88b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.351564 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87c61eec-8fbe-4131-8a21-82ab43a2a09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.394218 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63198351-1c44-4e40-a017-b3b50def88b6 admin admin] Publish callbacks [] for security_group (d21c3b63-5e58-46fe-8ae1-56b51706968b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.399862 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63198351-1c44-4e40-a017-b3b50def88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (d21c3b63-5e58-46fe-8ae1-56b51706968b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.448389 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-63198351-1c44-4e40-a017-b3b50def88b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47ebf4b22269485cac615890e670c443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787786 Apr 01 16:09:29.449528 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198351-1c44-4e40-a017-b3b50def88b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c3b63-5e58-46fe-8ae1-56b51706968b,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:29.451089 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41198) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:29.536810 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dc060cb-4b25-45fa-a496-d3a6eceda7e6 admin admin] Publish callbacks [] for security_group (d21c3b63-5e58-46fe-8ae1-56b51706968b), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.565857 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dc060cb-4b25-45fa-a496-d3a6eceda7e6 admin admin] Publish callbacks [] for security_group (d21c3b63-5e58-46fe-8ae1-56b51706968b), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.579800 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95722959-41ec-46c5-84c9-af97b144697b req-6e795b80-b20c-4e4e-8326-6426fb8d699c tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:29.581294 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-95722959-41ec-46c5-84c9-af97b144697b req-6e795b80-b20c-4e4e-8326-6426fb8d699c tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 945 time: 0.0997527 Apr 01 16:09:29.647351 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-95722959-41ec-46c5-84c9-af97b144697b req-e44bdda2-3595-44eb-bdb6-781e9f7cc79d tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 Apr 01 16:09:29.657754 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dc060cb-4b25-45fa-a496-d3a6eceda7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (d21c3b63-5e58-46fe-8ae1-56b51706968b), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.660710 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dc060cb-4b25-45fa-a496-d3a6eceda7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:29.664203 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-3dc060cb-4b25-45fa-a496-d3a6eceda7e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d21c3b63-5e58-46fe-8ae1-56b51706968b HTTP/1.1" status: 204 len: 168 time: 0.2092218 Apr 01 16:09:29.669720 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc060cb-4b25-45fa-a496-d3a6eceda7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c3b63-5e58-46fe-8ae1-56b51706968b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:29.960222 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:29.973902 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b7c6ce3d-7b2b-4882-9ff2-df21567819ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.071756 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b7c6ce3d-7b2b-4882-9ff2-df21567819ae admin admin] Publish callbacks [] for security_group (5ef6351d-3669-4b09-8e04-c5d4afee8635), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.077235 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b7c6ce3d-7b2b-4882-9ff2-df21567819ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5ef6351d-3669-4b09-8e04-c5d4afee8635), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.130833 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b7c6ce3d-7b2b-4882-9ff2-df21567819ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef909793113e42948c2ce99aa3a57d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695335 Apr 01 16:09:30.131549 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6ce3d-7b2b-4882-9ff2-df21567819ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6351d-3669-4b09-8e04-c5d4afee8635,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:30.134418 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41214) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:30.145129 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-4ed6d7aa-3805-41d1-b60b-1da1a0e28ae5 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:30.146629 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-4ed6d7aa-3805-41d1-b60b-1da1a0e28ae5 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.57 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 945 time: 0.1099393 Apr 01 16:09:30.198818 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-07b7540f-3dd5-42bd-9cda-b7dc3529f8b2 admin admin] Publish callbacks [] for security_group (5ef6351d-3669-4b09-8e04-c5d4afee8635), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.224595 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-07b7540f-3dd5-42bd-9cda-b7dc3529f8b2 admin admin] Publish callbacks [] for security_group (5ef6351d-3669-4b09-8e04-c5d4afee8635), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.260144 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Deleting port 41584627-4df3-4cc2-9a6e-77a878d3c02d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:09:30.260485 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.309063 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c0df-ccbf-4420-9a2b-70f88307bcf7 req-1cad5157-0007-477e-aa91-6f2c71ced737 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:30.310612 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0f07c0df-ccbf-4420-9a2b-70f88307bcf7 req-1cad5157-0007-477e-aa91-6f2c71ced737 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0615852 Apr 01 16:09:30.317653 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-07b7540f-3dd5-42bd-9cda-b7dc3529f8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5ef6351d-3669-4b09-8e04-c5d4afee8635), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.320304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-07b7540f-3dd5-42bd-9cda-b7dc3529f8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.322072 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-07b7540f-3dd5-42bd-9cda-b7dc3529f8b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ef6351d-3669-4b09-8e04-c5d4afee8635 HTTP/1.1" status: 204 len: 168 time: 0.1856439 Apr 01 16:09:30.344534 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7540f-3dd5-42bd-9cda-b7dc3529f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6351d-3669-4b09-8e04-c5d4afee8635,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:30.382742 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] For port 41584627-4df3-4cc2-9a6e-77a878d3c02d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41584627-4df3-4cc2-9a6e-77a878d3c02d,segment=NetworkSegment(f63ecf7c-1b2c-4303-8318-cf22e1e0b363),segment_id=f63ecf7c-1b2c-4303-8318-cf22e1e0b363)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:30.383470 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.389945 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.390514 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0f07c0df-ccbf-4420-9a2b-70f88307bcf7 req-134e8381-50db-4110-996d-059ad85f5b58 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670125 Apr 01 16:09:30.412347 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Calling delete_port for 41584627-4df3-4cc2-9a6e-77a878d3c02d owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:09:30.568784 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (41584627-4df3-4cc2-9a6e-77a878d3c02d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.583938 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['41584627-4df3-4cc2-9a6e-77a878d3c02d'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:30.606297 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Pushing event deleted for resources: {'Port': ['ID=41584627-4df3-4cc2-9a6e-77a878d3c02d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:30.663449 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] No DVR routers for this DVR port 41584627-4df3-4cc2-9a6e-77a878d3c02d on host hv-cinder-83588 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:30.666443 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:30.670069 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-632e6d0f-b7d9-4a05-88e1-008cbd308a48 req-48f929a9-ae2f-4945-92ed-0e9ed3e4d201 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.57 "DELETE /v2.0/ports/41584627-4df3-4cc2-9a6e-77a878d3c02d HTTP/1.1" status: 204 len: 173 time: 0.5122805 Apr 01 16:09:30.670627 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eb902d-7f62-4357-97b5-fc14717d360e', 'name': 'network-vif-deleted', 'tag': '41584627-4df3-4cc2-9a6e-77a878d3c02d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:30.682565 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757c3353-5e0a-4d5a-8e15-a7ecb3acc0a9" -d '{"events": [{"server_uuid": "07eb902d-7f62-4357-97b5-fc14717d360e", "name": "network-vif-deleted", "tag": "41584627-4df3-4cc2-9a6e-77a878d3c02d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:30.774809 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da420313-dc12-48d2-8386-a7ec9a0a93c5 x-openstack-request-id: req-da420313-dc12-48d2-8386-a7ec9a0a93c5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:30.775120 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eb902d-7f62-4357-97b5-fc14717d360e", "name": "network-vif-deleted", "tag": "41584627-4df3-4cc2-9a6e-77a878d3c02d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:30.775825 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da420313-dc12-48d2-8386-a7ec9a0a93c5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:30.776284 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da420313-dc12-48d2-8386-a7ec9a0a93c5'] response: {'server_uuid': '07eb902d-7f62-4357-97b5-fc14717d360e', 'name': 'network-vif-deleted', 'tag': '41584627-4df3-4cc2-9a6e-77a878d3c02d', 'status': 'completed', 'code': 200} Apr 01 16:09:30.833507 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-124bf4d5-c943-4f2c-9017-b59854ec77b8 req-000cb10a-d28c-48c1-b90d-0b0de875c305 tempest-VolumesActionsTest-1928928909 tempest-VolumesActionsTest-1928928909-project] 10.222.0.70 "GET /v2.0/ports?device_id=07eb902d-7f62-4357-97b5-fc14717d360e HTTP/1.1" status: 200 len: 210 time: 0.0292258 Apr 01 16:09:31.532294 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e50fb-3877-4ac1-93e8-188739d022c3 req-c73b4bc9-c8e9-419b-94c6-4718d2001320 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.533948 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b57e50fb-3877-4ac1-93e8-188739d022c3 req-c73b4bc9-c8e9-419b-94c6-4718d2001320 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0635340 Apr 01 16:09:31.568906 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:31.602185 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b57e50fb-3877-4ac1-93e8-188739d022c3 req-000e09ca-b64e-4e66-bf2d-6716069b7a9b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594485 Apr 01 16:09:31.683618 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4168e9c-55ab-42be-bd49-dd9a5935c35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:31.964548 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:32.018830 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4168e9c-55ab-42be-bd49-dd9a5935c35f admin admin] Publish callbacks [] for security_group (fe44d8d2-4259-47e7-b91f-6f59cbffff00), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:32.025866 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4168e9c-55ab-42be-bd49-dd9a5935c35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (fe44d8d2-4259-47e7-b91f-6f59cbffff00), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:32.069425 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-e4168e9c-55ab-42be-bd49-dd9a5935c35f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f511e0bd62041a8bab7b04af0bd0425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991062 Apr 01 16:09:32.070863 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4168e9c-55ab-42be-bd49-dd9a5935c35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe44d8d2-4259-47e7-b91f-6f59cbffff00,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:32.072387 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41310) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:32.128099 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7dea2dc4-f436-4805-840d-85adcdfe8e63 admin admin] Publish callbacks [] for security_group (fe44d8d2-4259-47e7-b91f-6f59cbffff00), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:32.154196 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7dea2dc4-f436-4805-840d-85adcdfe8e63 admin admin] Publish callbacks [] for security_group (fe44d8d2-4259-47e7-b91f-6f59cbffff00), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:32.222467 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7dea2dc4-f436-4805-840d-85adcdfe8e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (fe44d8d2-4259-47e7-b91f-6f59cbffff00), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:32.225053 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7dea2dc4-f436-4805-840d-85adcdfe8e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:32.229076 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-7dea2dc4-f436-4805-840d-85adcdfe8e63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe44d8d2-4259-47e7-b91f-6f59cbffff00 HTTP/1.1" status: 204 len: 168 time: 0.1552849 Apr 01 16:09:32.237413 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea2dc4-f436-4805-840d-85adcdfe8e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe44d8d2-4259-47e7-b91f-6f59cbffff00,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:32.737319 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2777cc-bf73-44e0-a0df-147f9466aacb req-f94d6d5e-e3b0-4ea7-9e1b-2aa8b4bcca63 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:32.738895 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cd2777cc-bf73-44e0-a0df-147f9466aacb req-f94d6d5e-e3b0-4ea7-9e1b-2aa8b4bcca63 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0569777 Apr 01 16:09:32.794230 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cd2777cc-bf73-44e0-a0df-147f9466aacb req-070230fb-efd9-4d8a-a52c-81e1fcb962e6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474768 Apr 01 16:09:33.512152 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:33.948426 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084c2c0-5c7f-4029-8847-e4479fce3dd2 req-bdc89286-7f7b-4b91-a672-03b14975b7a4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:33.954203 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4084c2c0-5c7f-4029-8847-e4479fce3dd2 req-bdc89286-7f7b-4b91-a672-03b14975b7a4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0854695 Apr 01 16:09:34.009637 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4084c2c0-5c7f-4029-8847-e4479fce3dd2 req-78bc513d-0941-4da9-aaba-5c719ef200dd tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Apr 01 16:09:34.732265 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41584627-4df3-4cc2-9a6e-77a878d3c02d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:09:34.757342 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 41584627-4df3-4cc2-9a6e-77a878d3c02d {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:09:34.757815 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41584627-4df3-4cc2-9a6e-77a878d3c02d not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:09:35.143276 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ddfec-819f-41fb-89e8-2412216b8254 req-239e250a-dad2-4de6-a97f-4fca4f6135b7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:35.144857 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9a6ddfec-819f-41fb-89e8-2412216b8254 req-239e250a-dad2-4de6-a97f-4fca4f6135b7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0619619 Apr 01 16:09:35.213211 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9a6ddfec-819f-41fb-89e8-2412216b8254 req-5b05182f-e675-498a-b447-f2f487416d2b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609121 Apr 01 16:09:36.325242 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35130be-6e1e-41cc-874f-1ca2c83d5d2f req-b74587b7-65bb-4d14-9204-17a45dddd9a5 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:36.326734 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d35130be-6e1e-41cc-874f-1ca2c83d5d2f req-b74587b7-65bb-4d14-9204-17a45dddd9a5 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0517242 Apr 01 16:09:36.379659 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d35130be-6e1e-41cc-874f-1ca2c83d5d2f req-3f192ace-1764-4513-ba49-bad7211e14f4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Apr 01 16:09:37.516375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede0d47-80b2-4634-81b0-487be3c662e6 req-38247f93-3fc7-41cb-9b43-92ecc48792cb tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.516375 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7ede0d47-80b2-4634-81b0-487be3c662e6 req-38247f93-3fc7-41cb-9b43-92ecc48792cb tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0605552 Apr 01 16:09:37.564866 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7ede0d47-80b2-4634-81b0-487be3c662e6 req-0a5a23f3-65d2-4cab-863a-f0c4b55581fc tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Apr 01 16:09:37.907070 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41556) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:38.039727 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4c18fc95-57d8-41ba-80d0-4b59902a6887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.146782 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4c18fc95-57d8-41ba-80d0-4b59902a6887 admin admin] Publish callbacks [] for security_group (4c933ec2-0019-42b3-b0fa-50f7446d7898), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.152585 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4c18fc95-57d8-41ba-80d0-4b59902a6887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (4c933ec2-0019-42b3-b0fa-50f7446d7898), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.210942 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4c18fc95-57d8-41ba-80d0-4b59902a6887 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a472a26434d4100ad5453c9d06fa7d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024580 Apr 01 16:09:38.213313 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18fc95-57d8-41ba-80d0-4b59902a6887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c933ec2-0019-42b3-b0fa-50f7446d7898,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:38.213461 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41572) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:38.268777 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58f3b66c-420e-4256-975b-692992205b7b admin admin] Publish callbacks [] for security_group (4c933ec2-0019-42b3-b0fa-50f7446d7898), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.291627 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58f3b66c-420e-4256-975b-692992205b7b admin admin] Publish callbacks [] for security_group (4c933ec2-0019-42b3-b0fa-50f7446d7898), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.347237 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58f3b66c-420e-4256-975b-692992205b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (4c933ec2-0019-42b3-b0fa-50f7446d7898), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.352158 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58f3b66c-420e-4256-975b-692992205b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.357279 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-58f3b66c-420e-4256-975b-692992205b7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c933ec2-0019-42b3-b0fa-50f7446d7898 HTTP/1.1" status: 204 len: 168 time: 0.1425815 Apr 01 16:09:38.370853 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3b66c-420e-4256-975b-692992205b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c933ec2-0019-42b3-b0fa-50f7446d7898,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:38.727679 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41600) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:38.742986 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e0e555b6-f020-404f-8aa4-f584a30dc2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.747267 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8e2f8-387d-4faf-a752-b4324403b775 req-46f2c65c-299e-40bb-bf5d-019541a787aa tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:38.748907 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94b8e2f8-387d-4faf-a752-b4324403b775 req-46f2c65c-299e-40bb-bf5d-019541a787aa tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0550246 Apr 01 16:09:38.814015 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94b8e2f8-387d-4faf-a752-b4324403b775 req-c612ca39-3304-4245-8bec-c02050b638c5 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 Apr 01 16:09:38.828351 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e0e555b6-f020-404f-8aa4-f584a30dc2f9 admin admin] Publish callbacks [] for security_group (e58ba3ec-1c53-4287-ae27-e616bc361cdf), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.833083 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e0e555b6-f020-404f-8aa4-f584a30dc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (e58ba3ec-1c53-4287-ae27-e616bc361cdf), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.873370 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-e0e555b6-f020-404f-8aa4-f584a30dc2f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d07ef0521da4942aac5e32a2d29a5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439981 Apr 01 16:09:38.874363 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e555b6-f020-404f-8aa4-f584a30dc2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58ba3ec-1c53-4287-ae27-e616bc361cdf,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:38.876184 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:38.937760 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50fc7f4-a9ab-40f3-816d-61854629cf82 admin admin] Publish callbacks [] for security_group (e58ba3ec-1c53-4287-ae27-e616bc361cdf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:38.959786 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50fc7f4-a9ab-40f3-816d-61854629cf82 admin admin] Publish callbacks [] for security_group (e58ba3ec-1c53-4287-ae27-e616bc361cdf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:39.013750 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50fc7f4-a9ab-40f3-816d-61854629cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (e58ba3ec-1c53-4287-ae27-e616bc361cdf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:39.016622 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50fc7f4-a9ab-40f3-816d-61854629cf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:39.018963 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-e50fc7f4-a9ab-40f3-816d-61854629cf82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e58ba3ec-1c53-4287-ae27-e616bc361cdf HTTP/1.1" status: 204 len: 168 time: 0.1406050 Apr 01 16:09:39.029443 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fc7f4-a9ab-40f3-816d-61854629cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58ba3ec-1c53-4287-ae27-e616bc361cdf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:40.007962 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503f98-b39a-4750-847a-f8909b6e4cd6 req-1e7b3b97-7cc9-4354-806e-6fcd44b2d167 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:40.009809 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-47503f98-b39a-4750-847a-f8909b6e4cd6 req-1e7b3b97-7cc9-4354-806e-6fcd44b2d167 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0838878 Apr 01 16:09:40.112735 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-47503f98-b39a-4750-847a-f8909b6e4cd6 req-0c6c5042-2327-437b-bc41-5d8f974d2967 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953481 Apr 01 16:09:41.231575 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246bc8-049d-4824-9442-cb24a7d9a5bd req-e6503a5f-6b38-4fa7-8f7a-d284d4361379 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:41.234186 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-01246bc8-049d-4824-9442-cb24a7d9a5bd req-e6503a5f-6b38-4fa7-8f7a-d284d4361379 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0567904 Apr 01 16:09:41.282805 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-01246bc8-049d-4824-9442-cb24a7d9a5bd req-bc1aab13-86a9-4250-af5f-0d8b646661b4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Apr 01 16:09:41.667242 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655878-edd8-40a8-a42a-1222f500f24a req-f510d370-cde5-4de8-bf3c-3e4fb17adb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:41.669946 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-42655878-edd8-40a8-a42a-1222f500f24a req-f510d370-cde5-4de8-bf3c-3e4fb17adb18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 1129 time: 0.0509639 Apr 01 16:09:41.731206 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-42655878-edd8-40a8-a42a-1222f500f24a req-3ba4b295-c42d-4ec8-a860-241801d1eed5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550978 Apr 01 16:09:42.411357 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59b82-b234-4157-b859-e2af2ce5f50f req-92f8ea33-e64e-4b7e-8a48-30a7ddd0e2d0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:42.413945 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cf59b82-b234-4157-b859-e2af2ce5f50f req-92f8ea33-e64e-4b7e-8a48-30a7ddd0e2d0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0588992 Apr 01 16:09:42.470935 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8cf59b82-b234-4157-b859-e2af2ce5f50f req-0c215006-dc2f-4eff-84d0-427f165d9d8b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506327 Apr 01 16:09:43.600474 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139714-8117-4e6a-a918-54e8d04abaf5 req-00ef43a6-4955-46e0-930d-04e84b2589e4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.602264 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-53139714-8117-4e6a-a918-54e8d04abaf5 req-00ef43a6-4955-46e0-930d-04e84b2589e4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0600166 Apr 01 16:09:43.652675 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-53139714-8117-4e6a-a918-54e8d04abaf5 req-1826577c-8025-4d57-99f4-c6f2cb2a471b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Apr 01 16:09:43.802965 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bf4fe-c942-4ef0-a1c5-cce1dc629c6f req-c4dbb369-232e-47bf-be6d-5da194fc45ca tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.804976 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c6bf4fe-c942-4ef0-a1c5-cce1dc629c6f req-c4dbb369-232e-47bf-be6d-5da194fc45ca tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0657985 Apr 01 16:09:43.855183 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c6bf4fe-c942-4ef0-a1c5-cce1dc629c6f req-7e44f77d-bc26-41d8-929b-87a8e1efdaf9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442154 Apr 01 16:09:44.619310 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41884) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:44.748553 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e77911f-dd8e-4fc9-b593-b9b4ec7921af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:44.833595 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e77911f-dd8e-4fc9-b593-b9b4ec7921af admin admin] Publish callbacks [] for security_group (a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:44.837718 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e77911f-dd8e-4fc9-b593-b9b4ec7921af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:44.887891 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1e77911f-dd8e-4fc9-b593-b9b4ec7921af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28cd2d2239cd4effb8c24e133aa578ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631159 Apr 01 16:09:44.887891 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77911f-dd8e-4fc9-b593-b9b4ec7921af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:44.888291 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41896) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:44.959799 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5275891e-8270-4f71-ad45-24dc1cb5c595 admin admin] Publish callbacks [] for security_group (a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:44.986612 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5275891e-8270-4f71-ad45-24dc1cb5c595 admin admin] Publish callbacks [] for security_group (a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.048724 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5275891e-8270-4f71-ad45-24dc1cb5c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.051317 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5275891e-8270-4f71-ad45-24dc1cb5c595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.055830 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-5275891e-8270-4f71-ad45-24dc1cb5c595 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4 HTTP/1.1" status: 204 len: 168 time: 0.1679893 Apr 01 16:09:45.067615 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275891e-8270-4f71-ad45-24dc1cb5c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed8c4f-b9e7-4c7b-8e7f-3404a5327ae4,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:45.254893 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41916) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:45.404746 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9e11bcd9-242c-4b81-97d2-ee43b733e83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.420535 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41926) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:45.451391 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-396fd0db-472a-47a0-9210-0b12e3a15781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.559430 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9e11bcd9-242c-4b81-97d2-ee43b733e83f admin admin] Publish callbacks [] for security_group (fb6c1ee0-34fa-4780-b343-19980798b57b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.565263 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9e11bcd9-242c-4b81-97d2-ee43b733e83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (fb6c1ee0-34fa-4780-b343-19980798b57b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.605996 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9e11bcd9-242c-4b81-97d2-ee43b733e83f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36d50770040e429d96d3e773f802ed52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498805 Apr 01 16:09:45.610150 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 41938) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:45.615176 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-396fd0db-472a-47a0-9210-0b12e3a15781 admin admin] Publish callbacks [] for security_group (44f433b6-80eb-4d84-9123-61aa61133ef8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.633030 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-396fd0db-472a-47a0-9210-0b12e3a15781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (44f433b6-80eb-4d84-9123-61aa61133ef8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.650081 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11bcd9-242c-4b81-97d2-ee43b733e83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6c1ee0-34fa-4780-b343-19980798b57b,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:45.690871 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fd0db-472a-47a0-9210-0b12e3a15781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f433b6-80eb-4d84-9123-61aa61133ef8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:45.696027 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-396fd0db-472a-47a0-9210-0b12e3a15781 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61d093341a8246ecb96c519c4a7dc72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736218 Apr 01 16:09:45.703668 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 41942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:45.712418 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8b22050c-45b4-475e-b66d-0eed27bd110e admin admin] Publish callbacks [] for security_group (fb6c1ee0-34fa-4780-b343-19980798b57b), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.742855 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-445026e2-2517-4fd6-86ca-925544c730f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:45.745866 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-445026e2-2517-4fd6-86ca-925544c730f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 1129 time: 0.1449900 Apr 01 16:09:45.752593 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f58ec-68b5-42b1-923a-859f9032c248 req-a16ab0b6-05bb-4fef-acbd-f96672a5d27f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:45.754395 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5c4f58ec-68b5-42b1-923a-859f9032c248 req-a16ab0b6-05bb-4fef-acbd-f96672a5d27f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.1107569 Apr 01 16:09:45.760170 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8b22050c-45b4-475e-b66d-0eed27bd110e admin admin] Publish callbacks [] for security_group (fb6c1ee0-34fa-4780-b343-19980798b57b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.841480 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5c4f58ec-68b5-42b1-923a-859f9032c248 req-123e6448-008f-4da6-b028-30cbbf0b5035 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783358 Apr 01 16:09:45.857500 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4998163f-1792-49c7-a71f-1ee7702ec3bd admin admin] Publish callbacks [] for security_group (44f433b6-80eb-4d84-9123-61aa61133ef8), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.878679 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8b22050c-45b4-475e-b66d-0eed27bd110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (fb6c1ee0-34fa-4780-b343-19980798b57b), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.882093 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8b22050c-45b4-475e-b66d-0eed27bd110e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.883760 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-8b22050c-45b4-475e-b66d-0eed27bd110e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb6c1ee0-34fa-4780-b343-19980798b57b HTTP/1.1" status: 204 len: 168 time: 0.2722154 Apr 01 16:09:45.907087 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4998163f-1792-49c7-a71f-1ee7702ec3bd admin admin] Publish callbacks [] for security_group (44f433b6-80eb-4d84-9123-61aa61133ef8), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:45.915415 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22050c-45b4-475e-b66d-0eed27bd110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6c1ee0-34fa-4780-b343-19980798b57b,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:45.986056 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-fb94dd22-81c6-424d-b8f8-1b7fb0018f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:45.987666 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-fb94dd22-81c6-424d-b8f8-1b7fb0018f98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.2251883 Apr 01 16:09:46.060351 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-98759ee3-6e9a-492a-bfcf-a1b6cafb434f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb HTTP/1.1" status: 200 len: 217 time: 0.0650873 Apr 01 16:09:46.105516 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4998163f-1792-49c7-a71f-1ee7702ec3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (44f433b6-80eb-4d84-9123-61aa61133ef8), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:46.108020 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4998163f-1792-49c7-a71f-1ee7702ec3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:46.109833 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-4998163f-1792-49c7-a71f-1ee7702ec3bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44f433b6-80eb-4d84-9123-61aa61133ef8 HTTP/1.1" status: 204 len: 168 time: 0.4023194 Apr 01 16:09:46.123362 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998163f-1792-49c7-a71f-1ee7702ec3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f433b6-80eb-4d84-9123-61aa61133ef8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:46.130580 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-098b24e5-23ed-496f-a9fb-0a786409ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:46.135497 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-098b24e5-23ed-496f-a9fb-0a786409ef86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0666323 Apr 01 16:09:46.198394 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-47fd3887-e706-460d-9fce-684c1a5be4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:46.200515 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-47fd3887-e706-460d-9fce-684c1a5be4b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0587587 Apr 01 16:09:46.328971 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-ba01f5c0-a1eb-4480-a6c0-950c94fef0e7 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172490 Apr 01 16:09:46.446552 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1495443d-6cbf-4081-a0f1-a13a4bbff9cc req-8585cdd1-353e-4e1f-b2b3-7d94690b2d8a service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075485 Apr 01 16:09:46.999213 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8db9b2-42ff-43a4-b7f5-e778e2c48180 req-81c352f7-7e28-4087-9f64-5e4b2e445f40 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:47.009266 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3f8db9b2-42ff-43a4-b7f5-e778e2c48180 req-81c352f7-7e28-4087-9f64-5e4b2e445f40 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0784502 Apr 01 16:09:47.086192 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3f8db9b2-42ff-43a4-b7f5-e778e2c48180 req-2a2c7600-3ccd-4e84-8812-3fdbd118e8a1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756629 Apr 01 16:09:47.170870 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42028) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:47.235376 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] Deleting subnet 513efb5c-ecee-4ad1-be70-0471d42525b0 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:09:47.238875 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] Publish callbacks [] for subnet (513efb5c-ecee-4ad1-be70-0471d42525b0), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.280355 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3429406'] for subnet (513efb5c-ecee-4ad1-be70-0471d42525b0), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.342654 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (513efb5c-ecee-4ad1-be70-0471d42525b0), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.431846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3809610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3763517'] for subnet (513efb5c-ecee-4ad1-be70-0471d42525b0), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.458725 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513efb5c-ecee-4ad1-be70-0471d42525b0,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:47.466256 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.470009 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-648d3218-ee35-44d3-856d-f7de014f0e44 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/513efb5c-ecee-4ad1-be70-0471d42525b0 HTTP/1.1" status: 204 len: 168 time: 0.2970283 Apr 01 16:09:47.472412 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42048) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:47.544033 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (3fbbb863-5d92-4a12-9f95-e5e25906d1d5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.557929 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42054) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:47.647094 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (3fbbb863-5d92-4a12-9f95-e5e25906d1d5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.676859 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbbb863-5d92-4a12-9f95-e5e25906d1d5']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:47.690941 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63ecf7c-1b2c-4303-8318-cf22e1e0b363') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:47.691251 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63ecf7c-1b2c-4303-8318-cf22e1e0b363') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:47.703513 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3429397'] for segment (f63ecf7c-1b2c-4303-8318-cf22e1e0b363), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.718188 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (f63ecf7c-1b2c-4303-8318-cf22e1e0b363), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.728651 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:09:47.729137 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810028'] for segment (f63ecf7c-1b2c-4303-8318-cf22e1e0b363), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: Traceback (most recent call last): Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: timer() Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: cb(*args, **kw) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: return func(*args, **kwargs) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: self._notify() Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: self.callback(batched_events) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: event.method(event) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: return f(self, *a, **k) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: return self._get(url).json() Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:09:47.731311 dv-cinder-835880-3-smb neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:09:47.802965 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (3fbbb863-5d92-4a12-9f95-e5e25906d1d5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.820799 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.824543 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] 10.222.0.70 "DELETE /v2.0/networks/3fbbb863-5d92-4a12-9f95-e5e25906d1d5 HTTP/1.1" status: 204 len: 168 time: 0.3509896 Apr 01 16:09:47.825968 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b368ba-c5f1-4619-8d1e-92e7d7a6a25e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbbb863-5d92-4a12-9f95-e5e25906d1d5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:47.827680 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42066) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:47.879229 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b1772ac0-08e7-4efd-8a5c-ad8ca1092b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.901253 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] Deleting subnet 773ef553-c2b5-4434-b661-f3ea81acb2d0 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:09:47.910122 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] Publish callbacks [] for subnet (773ef553-c2b5-4434-b661-f3ea81acb2d0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:47.959461 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3357529'] for subnet (773ef553-c2b5-4434-b661-f3ea81acb2d0), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.024210 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (773ef553-c2b5-4434-b661-f3ea81acb2d0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.058430 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b1772ac0-08e7-4efd-8a5c-ad8ca1092b1f admin admin] Publish callbacks [] for security_group (817d3bed-c9cf-48bd-8912-005666559070), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.064763 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b1772ac0-08e7-4efd-8a5c-ad8ca1092b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (817d3bed-c9cf-48bd-8912-005666559070), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.118202 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b1772ac0-08e7-4efd-8a5c-ad8ca1092b1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80f403e0c5554cfdb31aee45b148e65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595427 Apr 01 16:09:48.120965 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42080) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:48.122071 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1772ac0-08e7-4efd-8a5c-ad8ca1092b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817d3bed-c9cf-48bd-8912-005666559070,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:48.135734 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8405584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8837465'] for subnet (773ef553-c2b5-4434-b661-f3ea81acb2d0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.164942 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773ef553-c2b5-4434-b661-f3ea81acb2d0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:48.173472 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.177290 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ea7946ae-dc5d-4c4e-b8c0-6525be719325 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/773ef553-c2b5-4434-b661-f3ea81acb2d0 HTTP/1.1" status: 204 len: 168 time: 0.3485367 Apr 01 16:09:48.180613 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42082) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:48.244571 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-798c4aaf-cc3d-4841-ad99-e5e5edc310d5 admin admin] Publish callbacks [] for security_group (817d3bed-c9cf-48bd-8912-005666559070), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.260693 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d8a6-2118-40b6-936b-4f4fc295185e req-cd0e0382-a632-45d3-912a-0317b2c69a05 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:48.261983 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (a70481e8-3d01-4fad-9470-39324fa4d1be), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.262230 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c351d8a6-2118-40b6-936b-4f4fc295185e req-cd0e0382-a632-45d3-912a-0317b2c69a05 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0756309 Apr 01 16:09:48.297449 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-798c4aaf-cc3d-4841-ad99-e5e5edc310d5 admin admin] Publish callbacks [] for security_group (817d3bed-c9cf-48bd-8912-005666559070), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.347602 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (a70481e8-3d01-4fad-9470-39324fa4d1be), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.356052 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c351d8a6-2118-40b6-936b-4f4fc295185e req-c27e4618-c333-4c82-a2e6-b39bd0383033 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839102 Apr 01 16:09:48.381457 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-798c4aaf-cc3d-4841-ad99-e5e5edc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (817d3bed-c9cf-48bd-8912-005666559070), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.384768 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-798c4aaf-cc3d-4841-ad99-e5e5edc310d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.388423 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-798c4aaf-cc3d-4841-ad99-e5e5edc310d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/817d3bed-c9cf-48bd-8912-005666559070 HTTP/1.1" status: 204 len: 168 time: 0.2630630 Apr 01 16:09:48.392186 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70481e8-3d01-4fad-9470-39324fa4d1be']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:48.397169 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c4aaf-cc3d-4841-ad99-e5e5edc310d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817d3bed-c9cf-48bd-8912-005666559070,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:48.421493 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b882cb8-67ea-4d0a-ab35-e31f3d27110a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:48.421848 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b882cb8-67ea-4d0a-ab35-e31f3d27110a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:48.444517 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (9b882cb8-67ea-4d0a-ab35-e31f3d27110a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.461937 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (9b882cb8-67ea-4d0a-ab35-e31f3d27110a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.474148 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:09:48.475424 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (9b882cb8-67ea-4d0a-ab35-e31f3d27110a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:09:48.532715 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:09:48.584368 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (a70481e8-3d01-4fad-9470-39324fa4d1be), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.615446 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.619490 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a70481e8-3d01-4fad-9470-39324fa4d1be HTTP/1.1" status: 204 len: 168 time: 0.4374309 Apr 01 16:09:48.620493 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c56fd-f8b5-4187-bac5-02fdb4aaa767 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70481e8-3d01-4fad-9470-39324fa4d1be,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:48.850054 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42136) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:48.905193 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-acbf2cef-08c2-489b-a92c-cf0cbf44a75d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd2ae26e08df44a695f66dd3f97292d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537934 Apr 01 16:09:48.908112 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42138) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:48.964331 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9db12ce-1138-48c2-99d0-5ca1d68dede4 admin admin] Publish callbacks [] for security_group (f1ebd9a6-359b-4961-bdd7-e1079f3b77ef), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:48.987981 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9db12ce-1138-48c2-99d0-5ca1d68dede4 admin admin] Publish callbacks [] for security_group (f1ebd9a6-359b-4961-bdd7-e1079f3b77ef), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.017814 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42142) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:49.051777 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9db12ce-1138-48c2-99d0-5ca1d68dede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f1ebd9a6-359b-4961-bdd7-e1079f3b77ef), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.054899 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9db12ce-1138-48c2-99d0-5ca1d68dede4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.056072 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a9db12ce-1138-48c2-99d0-5ca1d68dede4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1ebd9a6-359b-4961-bdd7-e1079f3b77ef HTTP/1.1" status: 204 len: 168 time: 0.1471295 Apr 01 16:09:49.067193 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db12ce-1138-48c2-99d0-5ca1d68dede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ebd9a6-359b-4961-bdd7-e1079f3b77ef,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:49.250145 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-997dbb4e-fe90-4b21-8262-8245eb7ac258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.349919 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-997dbb4e-fe90-4b21-8262-8245eb7ac258 admin admin] Publish callbacks [] for security_group (3dd5c37a-7f0d-43bb-8985-fc57019a1706), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.352430 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-997dbb4e-fe90-4b21-8262-8245eb7ac258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3dd5c37a-7f0d-43bb-8985-fc57019a1706), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.400968 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-997dbb4e-fe90-4b21-8262-8245eb7ac258 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49ba29fbfc534958bf0ed36fb163ee9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800561 Apr 01 16:09:49.401458 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42160) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:49.408948 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dbb4e-fe90-4b21-8262-8245eb7ac258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd5c37a-7f0d-43bb-8985-fc57019a1706,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:49.482611 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-476fbd44-662e-4e67-ba5f-86f822f609fd admin admin] Publish callbacks [] for security_group (3dd5c37a-7f0d-43bb-8985-fc57019a1706), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.497140 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42164) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:49.520224 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672d8e4-da73-4ea2-b410-bdd290d53335 req-05828845-d12a-4ab3-9eec-6f8f4d48cc7e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.522617 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3672d8e4-da73-4ea2-b410-bdd290d53335 req-05828845-d12a-4ab3-9eec-6f8f4d48cc7e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0717890 Apr 01 16:09:49.523048 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-476fbd44-662e-4e67-ba5f-86f822f609fd admin admin] Publish callbacks [] for security_group (3dd5c37a-7f0d-43bb-8985-fc57019a1706), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.573857 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2a7408c5-0a4a-48c6-80d5-cc94e43e5614 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c1a185c392943f3b1829208e3a141c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0755446 Apr 01 16:09:49.576474 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3672d8e4-da73-4ea2-b410-bdd290d53335 req-9aba2f91-0368-46d9-bdc5-82a41ea69e03 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483105 Apr 01 16:09:49.576777 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42168) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:49.609482 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-476fbd44-662e-4e67-ba5f-86f822f609fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3dd5c37a-7f0d-43bb-8985-fc57019a1706), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.612127 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-476fbd44-662e-4e67-ba5f-86f822f609fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.613495 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-476fbd44-662e-4e67-ba5f-86f822f609fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3dd5c37a-7f0d-43bb-8985-fc57019a1706 HTTP/1.1" status: 204 len: 168 time: 0.2108691 Apr 01 16:09:49.626218 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fbd44-662e-4e67-ba5f-86f822f609fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd5c37a-7f0d-43bb-8985-fc57019a1706,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:49.648485 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba480-5dbd-40f3-93c1-f7a44c95dc47 admin admin] Publish callbacks [] for security_group (18946dc4-0f3f-49ed-815b-9699431f940a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.677106 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba480-5dbd-40f3-93c1-f7a44c95dc47 admin admin] Publish callbacks [] for security_group (18946dc4-0f3f-49ed-815b-9699431f940a), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.744470 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba480-5dbd-40f3-93c1-f7a44c95dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (18946dc4-0f3f-49ed-815b-9699431f940a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.747748 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba480-5dbd-40f3-93c1-f7a44c95dc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:49.749266 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0a3ba480-5dbd-40f3-93c1-f7a44c95dc47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18946dc4-0f3f-49ed-815b-9699431f940a HTTP/1.1" status: 204 len: 168 time: 0.1714478 Apr 01 16:09:49.757366 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ba480-5dbd-40f3-93c1-f7a44c95dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18946dc4-0f3f-49ed-815b-9699431f940a,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:50.090584 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42198) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:50.108722 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ca846231-506c-4fbd-93bd-e7590f7b8239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:50.237753 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ca846231-506c-4fbd-93bd-e7590f7b8239 admin admin] Publish callbacks [] for security_group (d519d677-8ec1-445d-b947-08783198fb24), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:50.243546 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ca846231-506c-4fbd-93bd-e7590f7b8239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (d519d677-8ec1-445d-b947-08783198fb24), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:50.292536 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca846231-506c-4fbd-93bd-e7590f7b8239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d519d677-8ec1-445d-b947-08783198fb24,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:50.301524 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:50.322205 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ca846231-506c-4fbd-93bd-e7590f7b8239 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6735246dd2c74202891837e42371ffca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300229 Apr 01 16:09:50.373192 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd234ab6-83d4-4fa2-a972-faba96ea4e8d admin admin] Publish callbacks [] for security_group (d519d677-8ec1-445d-b947-08783198fb24), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:50.398563 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd234ab6-83d4-4fa2-a972-faba96ea4e8d admin admin] Publish callbacks [] for security_group (d519d677-8ec1-445d-b947-08783198fb24), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:50.457937 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd234ab6-83d4-4fa2-a972-faba96ea4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (d519d677-8ec1-445d-b947-08783198fb24), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:50.460936 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd234ab6-83d4-4fa2-a972-faba96ea4e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:50.462240 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-cd234ab6-83d4-4fa2-a972-faba96ea4e8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d519d677-8ec1-445d-b947-08783198fb24 HTTP/1.1" status: 204 len: 168 time: 0.1595552 Apr 01 16:09:50.470784 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd234ab6-83d4-4fa2-a972-faba96ea4e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519d677-8ec1-445d-b947-08783198fb24,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:50.726058 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734a681-381d-41a4-8133-5e22557ca575 req-3dcd4054-01f5-46e9-8e1b-da719edeb292 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.727565 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1734a681-381d-41a4-8133-5e22557ca575 req-3dcd4054-01f5-46e9-8e1b-da719edeb292 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0686326 Apr 01 16:09:50.794233 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1734a681-381d-41a4-8133-5e22557ca575 req-d313d4ca-b9bd-4cff-9664-c4ad0bf3fcf5 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592422 Apr 01 16:09:51.484267 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:09:51.730757 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-0132827f-62e8-4ea8-b51d-05023e2a591f tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9c26ec7e88c047a1af18e2be109e6337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398781 Apr 01 16:09:51.980974 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3e84d-7cd3-4dd9-9799-245166f66123 req-cc977cfd-f1e7-41e1-86ab-d3cc5036194f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:51.989900 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-2157ec8e-bcc6-4cbf-a281-5b2b1dfc6b5e tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:51.990873 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8ef3e84d-7cd3-4dd9-9799-245166f66123 req-cc977cfd-f1e7-41e1-86ab-d3cc5036194f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0858932 Apr 01 16:09:51.997325 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-2157ec8e-bcc6-4cbf-a281-5b2b1dfc6b5e tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595062 Apr 01 16:09:52.026930 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-3c92c4d7-d92b-4b26-8380-4ffb11401d06 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/quotas/9c26ec7e88c047a1af18e2be109e6337 HTTP/1.1" status: 200 len: 375 time: 0.0285180 Apr 01 16:09:52.079092 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8ef3e84d-7cd3-4dd9-9799-245166f66123 req-0b1b8d17-d30e-4d48-8ca4-0f9fa881a48e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Apr 01 16:09:52.088640 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-93953bea-6383-411c-ad7e-50c5da5cb903 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c26ec7e88c047a1af18e2be109e6337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588083 Apr 01 16:09:52.339198 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-09dcae4f-c7ef-4615-9838-6c1e5d8c8c9f req-6648f2fd-fe07-4a33-af59-5a945429d19f tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 210 time: 0.0365071 Apr 01 16:09:53.219165 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f28e3b-9a5a-4beb-bd70-484969b4b769 req-1e373643-1e3d-4626-a14a-cd8cab63aeff tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:53.221427 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3f28e3b-9a5a-4beb-bd70-484969b4b769 req-1e373643-1e3d-4626-a14a-cd8cab63aeff tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0705876 Apr 01 16:09:53.276375 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3f28e3b-9a5a-4beb-bd70-484969b4b769 req-b5a171f8-7f91-408b-a7ec-b07908de0fc4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 Apr 01 16:09:53.399916 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-f9bc3ca7-d089-4a74-9aa4-056bc57a514f tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9c26ec7e88c047a1af18e2be109e6337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238709 Apr 01 16:09:53.455499 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-246fd7b5-2827-468d-b5fa-47d001d647a6 req-98cf767f-547b-48fd-9b9a-c69fff9b6c61 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 210 time: 0.0394161 Apr 01 16:09:53.531474 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-7ea23f2a-1eee-4d68-99ab-f453fb8861b8 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:53.533009 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-7ea23f2a-1eee-4d68-99ab-f453fb8861b8 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264901 Apr 01 16:09:53.545751 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Request body: {'port': {'device_id': '36af5d94-23d2-4834-a5db-91fb9847150e', 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7', 'admin_state_up': True, 'tenant_id': '9c26ec7e88c047a1af18e2be109e6337'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:53.670668 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Made reservation on behalf of 9c26ec7e88c047a1af18e2be109e6337 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:53.674522 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:53.684188 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:53.778912 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks [] for security_group (97f21ae7-576f-472b-b58a-e5956ed66650), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:53.783033 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (97f21ae7-576f-472b-b58a-e5956ed66650), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:53.848326 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f21ae7-576f-472b-b58a-e5956ed66650,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:53.916423 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Allocated IP 192.168.233.196 (5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7/7cbeff15-9b53-4589-aca0-66e59d2b98de/2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:54.061060 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks [] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:54.107248 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:54.163526 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:54.168134 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:54.175120 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:09:54.210822 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Pushing event updated for resources: {'Port': ['ID=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:54.244560 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:54.245132 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:54.263143 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-bfaab8be-48a1-450f-8b15-bd7b13212124 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7212348 Apr 01 16:09:54.276016 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Request body: {'port': {'device_id': '36af5d94-23d2-4834-a5db-91fb9847150e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:54.369487 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:54.563388 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f0876-5d7a-4ef6-afbd-d1adb7b1eaf1 req-e0c51e01-6275-4be2-9a4f-a75d066efa43 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:54.565440 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2e5f0876-5d7a-4ef6-afbd-d1adb7b1eaf1 req-e0c51e01-6275-4be2-9a4f-a75d066efa43 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.1799541 Apr 01 16:09:54.570188 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-772f3b8f-7f29-4695-a2a9-3aabb38dc364 None None] Provisioning complete for port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:09:54.570754 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-772f3b8f-7f29-4695-a2a9-3aabb38dc364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:54.612663 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6378a5-5c51-46e2-9d15-6042b2f4a6b8 req-f579481f-2a7c-4b07-a638-c5b6e4cc6fa3 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:54.614730 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-db6378a5-5c51-46e2-9d15-6042b2f4a6b8 req-f579481f-2a7c-4b07-a638-c5b6e4cc6fa3 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 936 time: 0.0731714 Apr 01 16:09:54.627731 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-772f3b8f-7f29-4695-a2a9-3aabb38dc364 None None] Port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:09:54.690424 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2e5f0876-5d7a-4ef6-afbd-d1adb7b1eaf1 req-2eec9990-45cf-46b3-a1a9-c53c67dc06b4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157799 Apr 01 16:09:54.703728 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-db6378a5-5c51-46e2-9d15-6042b2f4a6b8 req-a24a9d6f-5c5b-4372-8f8a-e12a82727a4b tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812166 Apr 01 16:09:54.793850 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:54.805442 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Publish callbacks [] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:54.819175 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Transition to ACTIVE for port object 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:09:54.823188 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:54.873369 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:54.953485 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Attempting to bind port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:09:54.953854 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Attempting to bind port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:09:54.954187 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Attempting to bind port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 on network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:54.958629 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 on network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:09:54.959577 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Attempting to bind port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 on network 5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:54.964628 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:09:54.964968 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Checking segment: {'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:09:54.965681 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Bound using segment: {'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:09:54.966076 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Bound port: 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0b9164-9cc0-42d5-a150-8386c23329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:09:54.966442 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:55.070436 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] For port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5, host hv-cinder-83588, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:09:55.074434 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] For port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,segment=NetworkSegment(4f0b9164-9cc0-42d5-a150-8386c23329e6),segment_id=4f0b9164-9cc0-42d5-a150-8386c23329e6)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:09:55.086652 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:55.144396 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.145016 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:55.146658 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] 10.222.0.57 "PUT /v2.0/ports/2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 HTTP/1.1" status: 200 len: 1098 time: 0.8753078 Apr 01 16:09:55.147115 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af5d94-23d2-4834-a5db-91fb9847150e', 'tag': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:55.150393 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1" -d '{"events": [{"name": "network-changed", "server_uuid": "36af5d94-23d2-4834-a5db-91fb9847150e", "tag": "2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:55.242842 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e033e-e9d3-4b1d-88a6-c39facfde982 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:55.246551 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92907421-2129-4e7f-a75d-f2012b1b9ac3 x-openstack-request-id: req-92907421-2129-4e7f-a75d-f2012b1b9ac3 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:55.247153 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36af5d94-23d2-4834-a5db-91fb9847150e", "tag": "2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:55.247153 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92907421-2129-4e7f-a75d-f2012b1b9ac3 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:55.247465 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92907421-2129-4e7f-a75d-f2012b1b9ac3'] response: {'name': 'network-changed', 'server_uuid': '36af5d94-23d2-4834-a5db-91fb9847150e', 'tag': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5', 'status': 'completed', 'code': 200} Apr 01 16:09:55.272758 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-c6cf5547-8fa5-4a48-8cc9-a43bdbd31923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.274459 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-c6cf5547-8fa5-4a48-8cc9-a43bdbd31923 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c26ec7e88c047a1af18e2be109e6337&device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 1132 time: 0.0623295 Apr 01 16:09:55.324696 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-f8b7000f-fc88-4c06-bbb9-91b7c74daa9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 HTTP/1.1" status: 200 len: 217 time: 0.0407231 Apr 01 16:09:55.390912 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-91de58d4-37f7-4283-9bd7-727c41792b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.392541 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-91de58d4-37f7-4283-9bd7-727c41792b1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7cbeff15-9b53-4589-aca0-66e59d2b98de HTTP/1.1" status: 200 len: 843 time: 0.0601921 Apr 01 16:09:55.448925 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-793b723a-5027-4898-8f91-5a5f45f72af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.450628 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-793b723a-5027-4898-8f91-5a5f45f72af5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521376 Apr 01 16:09:55.552274 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-b8abc23f-5e4b-4cbc-8ea5-d16bb52b2e0c service neutron] 10.222.0.57 "GET /v2.0/networks/5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935943 Apr 01 16:09:55.652782 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-585c6371-72e2-457a-9c79-99a9a6f2a8da req-5b764938-6a50-486e-b4a7-4b2aba17d54a service neutron] 10.222.0.57 "GET /v2.0/networks/5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912814 Apr 01 16:09:55.758567 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-316b4aad-a997-48bf-a2a8-d97759bbd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.760193 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-316b4aad-a997-48bf-a2a8-d97759bbd5e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c26ec7e88c047a1af18e2be109e6337&device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 1132 time: 0.0541399 Apr 01 16:09:55.868886 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19adae2-ddf9-4ebe-9cfb-59abced4d3b6 req-c4df4e60-c804-4702-b791-98ca4ecc35c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.870772 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d19adae2-ddf9-4ebe-9cfb-59abced4d3b6 req-c4df4e60-c804-4702-b791-98ca4ecc35c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0685599 Apr 01 16:09:55.916295 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7358-f089-41d0-a83e-63abbcb26d61 req-52238fc7-0580-405d-bfaf-c39d97bb7e05 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.917573 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-04cb7358-f089-41d0-a83e-63abbcb26d61 req-52238fc7-0580-405d-bfaf-c39d97bb7e05 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 948 time: 0.0971036 Apr 01 16:09:55.926169 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d19adae2-ddf9-4ebe-9cfb-59abced4d3b6 req-008bd441-233a-4edd-ad35-b46af41d0b39 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 Apr 01 16:09:55.957817 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-38d2011b-7880-4abf-b3e8-3f48dcf3debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.959246 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-38d2011b-7880-4abf-b3e8-3f48dcf3debc service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7 HTTP/1.1" status: 200 len: 870 time: 0.1871963 Apr 01 16:09:56.006676 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:56.011959 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-3fcce0dc-1e49-46d3-98a2-c051b4953435 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 HTTP/1.1" status: 200 len: 217 time: 0.0431283 Apr 01 16:09:56.015642 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-04cb7358-f089-41d0-a83e-63abbcb26d61 req-4fb78a0e-fa29-41b2-a2c8-7dccee5b332d tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905118 Apr 01 16:09:56.059693 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-7ca4a89a-03ff-4331-a1ca-433a135688c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:56.061308 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-7ca4a89a-03ff-4331-a1ca-433a135688c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7cbeff15-9b53-4589-aca0-66e59d2b98de HTTP/1.1" status: 200 len: 843 time: 0.0429046 Apr 01 16:09:56.112424 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-20014e84-b582-4a28-991b-10dcc3570f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:56.113871 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-20014e84-b582-4a28-991b-10dcc3570f7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446913 Apr 01 16:09:56.239523 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-e54b03fb-292d-4d4e-87a3-17430feeec8d service neutron] 10.222.0.57 "GET /v2.0/networks/5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089275 Apr 01 16:09:56.329296 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3e1cf568-6b2c-4925-8e1f-f432fdb428b1 req-edaa6ab1-ad8b-418b-adf6-385801fb584c service neutron] 10.222.0.57 "GET /v2.0/networks/5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835366 Apr 01 16:09:56.992076 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-433b5c08-07d8-4629-9d1a-405333436d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:57.051222 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4585e7-aa25-4214-869e-caf499072368 req-e636c831-fc3e-4f24-bc78-73fa594c6702 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:57.052756 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9d4585e7-aa25-4214-869e-caf499072368 req-e636c831-fc3e-4f24-bc78-73fa594c6702 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0560975 Apr 01 16:09:57.108397 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9d4585e7-aa25-4214-869e-caf499072368 req-2a78c9a4-802b-4d58-816f-e2998c76c0f0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496397 Apr 01 16:09:57.387051 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94450-84b1-4f2c-bf18-effa25d097c8 req-d2a3eb02-8f27-4f45-aec2-1ebd6e98fad8 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:57.388565 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7ac94450-84b1-4f2c-bf18-effa25d097c8 req-d2a3eb02-8f27-4f45-aec2-1ebd6e98fad8 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 948 time: 0.2988684 Apr 01 16:09:57.433903 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7ac94450-84b1-4f2c-bf18-effa25d097c8 req-135beab7-2aaf-4fec-b152-81de7f7d1269 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Apr 01 16:09:57.611576 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42544) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:57.714063 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-85b26c4e-2e67-4190-9ea6-88c7dead7415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:57.790307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-85b26c4e-2e67-4190-9ea6-88c7dead7415 admin admin] Publish callbacks [] for security_group (057301f3-43ba-4236-b237-489f9a17a676), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:57.795420 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-85b26c4e-2e67-4190-9ea6-88c7dead7415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (057301f3-43ba-4236-b237-489f9a17a676), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:57.840823 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42556) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:57.840968 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-85b26c4e-2e67-4190-9ea6-88c7dead7415 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e2c4725a1014216a9aea957717846c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282727 Apr 01 16:09:57.841816 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b26c4e-2e67-4190-9ea6-88c7dead7415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057301f3-43ba-4236-b237-489f9a17a676,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:57.925489 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e735d06b-e87b-4939-8d93-8323ead6fd18 admin admin] Publish callbacks [] for security_group (057301f3-43ba-4236-b237-489f9a17a676), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:57.950948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e735d06b-e87b-4939-8d93-8323ead6fd18 admin admin] Publish callbacks [] for security_group (057301f3-43ba-4236-b237-489f9a17a676), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.031678 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80e5b-f14d-4a28-8494-57055b72c71f req-07fd781b-d376-4f04-bee4-cb5858a704d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:58.033423 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6ba80e5b-f14d-4a28-8494-57055b72c71f req-07fd781b-d376-4f04-bee4-cb5858a704d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 1129 time: 0.0642164 Apr 01 16:09:58.042483 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e735d06b-e87b-4939-8d93-8323ead6fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (057301f3-43ba-4236-b237-489f9a17a676), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.045389 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e735d06b-e87b-4939-8d93-8323ead6fd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.046541 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-e735d06b-e87b-4939-8d93-8323ead6fd18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/057301f3-43ba-4236-b237-489f9a17a676 HTTP/1.1" status: 204 len: 168 time: 0.2040017 Apr 01 16:09:58.076483 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735d06b-e87b-4939-8d93-8323ead6fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057301f3-43ba-4236-b237-489f9a17a676,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:58.115972 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6ba80e5b-f14d-4a28-8494-57055b72c71f req-9b8ff4a4-91f5-4f66-8bd3-8521d561f4bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681984 Apr 01 16:09:58.261784 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6303e65-5f54-4fcf-88d0-ea794dc6076e req-fa41148e-8b9f-4712-80f4-18db1111cb0c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:58.263552 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f6303e65-5f54-4fcf-88d0-ea794dc6076e req-fa41148e-8b9f-4712-80f4-18db1111cb0c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0580306 Apr 01 16:09:58.320033 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f6303e65-5f54-4fcf-88d0-ea794dc6076e req-69eb9005-d9d2-4e8f-915b-c1687cafe052 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499151 Apr 01 16:09:58.367207 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42586) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:58.382499 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a7da-af48-4f56-8cf6-59906339788f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.455730 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a7da-af48-4f56-8cf6-59906339788f admin admin] Publish callbacks [] for security_group (f7d7232b-4464-44bc-b305-5faa7c24bcaf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.460054 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a7da-af48-4f56-8cf6-59906339788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f7d7232b-4464-44bc-b305-5faa7c24bcaf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.496740 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2a7da-af48-4f56-8cf6-59906339788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d7232b-4464-44bc-b305-5faa7c24bcaf,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:58.504026 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-2ad2a7da-af48-4f56-8cf6-59906339788f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe357fc79b5e4cbfadd050e73f839b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330922 Apr 01 16:09:58.504350 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:58.588801 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7831941-13fd-4de1-ad63-7fc810148bd1 admin admin] Publish callbacks [] for security_group (f7d7232b-4464-44bc-b305-5faa7c24bcaf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.596762 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4df31-6810-44c9-8f91-f96acfd24458 req-6569dcbb-f710-41eb-94b9-7ea066d58b72 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:58.598278 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e5a4df31-6810-44c9-8f91-f96acfd24458 req-6569dcbb-f710-41eb-94b9-7ea066d58b72 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 948 time: 0.0871258 Apr 01 16:09:58.631024 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7831941-13fd-4de1-ad63-7fc810148bd1 admin admin] Publish callbacks [] for security_group (f7d7232b-4464-44bc-b305-5faa7c24bcaf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.677924 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e5a4df31-6810-44c9-8f91-f96acfd24458 req-4b32a63b-9ae6-4db7-ac9e-911cb2ed6229 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719593 Apr 01 16:09:58.698673 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7831941-13fd-4de1-ad63-7fc810148bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f7d7232b-4464-44bc-b305-5faa7c24bcaf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.701233 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7831941-13fd-4de1-ad63-7fc810148bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:58.702928 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-e7831941-13fd-4de1-ad63-7fc810148bd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7d7232b-4464-44bc-b305-5faa7c24bcaf HTTP/1.1" status: 204 len: 168 time: 0.1977909 Apr 01 16:09:58.710959 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831941-13fd-4de1-ad63-7fc810148bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d7232b-4464-44bc-b305-5faa7c24bcaf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:58.848597 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:58.945297 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,segment=NetworkSegment(4f0b9164-9cc0-42d5-a150-8386c23329e6),segment_id=4f0b9164-9cc0-42d5-a150-8386c23329e6)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:58.964543 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5', 'network_id': '5d65ebfa-1a65-4261-81b5-fa8f3a7d34e7', 'port_id': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5', 'mac_address': 'fa:16:3e:3a:38:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbeff15-9b53-4589-aca0-66e59d2b98de', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:59.004664 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:09:59.005210 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:59.021282 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:59.041293 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,segment=NetworkSegment(4f0b9164-9cc0-42d5-a150-8386c23329e6),segment_id=4f0b9164-9cc0-42d5-a150-8386c23329e6)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:59.045576 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:59.100033 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:59.107220 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.107627 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.107896 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.108878 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.109214 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.109538 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.109894 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.110216 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.110537 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.110856 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.111172 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.112058 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.112058 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.112313 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.112589 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.370107 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df737dae-e3b9-4d50-b3f1-7a4434d9de74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:09:59.486167 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ef8e-9889-4a9c-9e49-2442cca19370 req-d9a56fef-951d-4c80-b470-69c0f7fff8f4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:59.488257 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-37f3ef8e-9889-4a9c-9e49-2442cca19370 req-d9a56fef-951d-4c80-b470-69c0f7fff8f4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0710042 Apr 01 16:09:59.542619 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:59.556529 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-37f3ef8e-9889-4a9c-9e49-2442cca19370 req-bf58b6a9-2e03-4a78-9920-97755c23a136 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593023 Apr 01 16:09:59.828361 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4cb5-d297-4b4d-a479-f6c74cf590e0 req-42522757-14a4-4126-9019-2726f6c12eb0 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:59.829968 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-40ee4cb5-d297-4b4d-a479-f6c74cf590e0 req-42522757-14a4-4126-9019-2726f6c12eb0 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 949 time: 0.0632434 Apr 01 16:09:59.830736 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42638) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:09:59.891352 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-40ee4cb5-d297-4b4d-a479-f6c74cf590e0 req-ab301a0d-16d4-4d48-ac62-3f5500f9e7ba tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549655 Apr 01 16:09:59.963322 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5cd5-f3a4-4724-9f69-4144e4912bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.043408 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5cd5-f3a4-4724-9f69-4144e4912bcc admin admin] Publish callbacks [] for security_group (cee42f02-0488-4636-8671-6871bc546ddd), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.047108 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5cd5-f3a4-4724-9f69-4144e4912bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cee42f02-0488-4636-8671-6871bc546ddd), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.085833 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4e0c5cd5-f3a4-4724-9f69-4144e4912bcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9f2aa1b702b48e99600b9d27ce3cba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541587 Apr 01 16:10:00.087024 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c5cd5-f3a4-4724-9f69-4144e4912bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee42f02-0488-4636-8671-6871bc546ddd,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.088804 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:00.144639 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8232ff2d-850f-478a-bce8-fa265934966a admin admin] Publish callbacks [] for security_group (cee42f02-0488-4636-8671-6871bc546ddd), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.169002 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8232ff2d-850f-478a-bce8-fa265934966a admin admin] Publish callbacks [] for security_group (cee42f02-0488-4636-8671-6871bc546ddd), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.227556 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8232ff2d-850f-478a-bce8-fa265934966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cee42f02-0488-4636-8671-6871bc546ddd), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.230271 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8232ff2d-850f-478a-bce8-fa265934966a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.231422 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8232ff2d-850f-478a-bce8-fa265934966a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cee42f02-0488-4636-8671-6871bc546ddd HTTP/1.1" status: 204 len: 168 time: 0.1415358 Apr 01 16:10:00.240658 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232ff2d-850f-478a-bce8-fa265934966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee42f02-0488-4636-8671-6871bc546ddd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.375204 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.611075 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42682) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:00.626822 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cd7b-f2c9-491f-a07e-31c145b6f6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.721202 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf21b4-e730-466f-b9e8-4a1de59dacd9 req-084ddb48-d24d-42dc-ad11-eb33f39a2b82 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:00.723109 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6baf21b4-e730-466f-b9e8-4a1de59dacd9 req-084ddb48-d24d-42dc-ad11-eb33f39a2b82 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0734959 Apr 01 16:10:00.724735 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cd7b-f2c9-491f-a07e-31c145b6f6b2 admin admin] Publish callbacks [] for security_group (c34d8068-a90f-4f59-8eaf-be7c5f1e909f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.729343 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cd7b-f2c9-491f-a07e-31c145b6f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c34d8068-a90f-4f59-8eaf-be7c5f1e909f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.772017 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1cc2cd7b-f2c9-491f-a07e-31c145b6f6b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7414cd9bc62493ab90d334d12ec94b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596780 Apr 01 16:10:00.773153 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2cd7b-f2c9-491f-a07e-31c145b6f6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d8068-a90f-4f59-8eaf-be7c5f1e909f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.775816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:00.790231 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6baf21b4-e730-466f-b9e8-4a1de59dacd9 req-bb57d87c-8105-4784-9dbe-62143219e6e7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586712 Apr 01 16:10:00.855729 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:00.870864 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f37aa0e9-5798-4014-9173-ea605db0ea11 admin admin] Publish callbacks [] for security_group (c34d8068-a90f-4f59-8eaf-be7c5f1e909f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.907389 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f37aa0e9-5798-4014-9173-ea605db0ea11 admin admin] Publish callbacks [] for security_group (c34d8068-a90f-4f59-8eaf-be7c5f1e909f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:00.937904 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:10:00.944293 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:00.944731 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.064423 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:01.064904 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.099988 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f37aa0e9-5798-4014-9173-ea605db0ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c34d8068-a90f-4f59-8eaf-be7c5f1e909f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.100738 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ea1c-ba8c-4fcc-ade3-19f76ea20140 req-7e6c4823-3a67-4b43-a127-7a090038a8c9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.103121 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af5d94-23d2-4834-a5db-91fb9847150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:01.103993 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f37aa0e9-5798-4014-9173-ea605db0ea11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.105213 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-f37aa0e9-5798-4014-9173-ea605db0ea11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c34d8068-a90f-4f59-8eaf-be7c5f1e909f HTTP/1.1" status: 204 len: 168 time: 0.3282478 Apr 01 16:10:01.106340 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2c9486-8909-4d58-8ffe-b7adb209e6e9" -d '{"events": [{"server_uuid": "36af5d94-23d2-4834-a5db-91fb9847150e", "name": "network-vif-plugged", "status": "completed", "tag": "2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:01.109187 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4057ea1c-ba8c-4fcc-ade3-19f76ea20140 req-7e6c4823-3a67-4b43-a127-7a090038a8c9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0681946 Apr 01 16:10:01.124605 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,segment=NetworkSegment(4f0b9164-9cc0-42d5-a150-8386c23329e6),segment_id=4f0b9164-9cc0-42d5-a150-8386c23329e6)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:01.131024 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.159146 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aa0e9-5798-4014-9173-ea605db0ea11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d8068-a90f-4f59-8eaf-be7c5f1e909f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.172657 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4057ea1c-ba8c-4fcc-ade3-19f76ea20140 req-c04a5df6-ac80-4a0d-a578-51f613586355 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623457 Apr 01 16:10:01.206462 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.215659 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d4c62-6486-4eff-b533-fefeda44f657 x-openstack-request-id: req-495d4c62-6486-4eff-b533-fefeda44f657 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:01.216030 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36af5d94-23d2-4834-a5db-91fb9847150e", "name": "network-vif-plugged", "status": "completed", "tag": "2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:01.216339 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-495d4c62-6486-4eff-b533-fefeda44f657 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:01.226469 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495d4c62-6486-4eff-b533-fefeda44f657'] response: {'server_uuid': '36af5d94-23d2-4834-a5db-91fb9847150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5', 'code': 200} Apr 01 16:10:01.247942 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a88a8-0b45-41f9-a99d-caf600f485a6 req-19de7426-a2dd-4ab5-a298-e9841cc44f4e tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.250271 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4f5a88a8-0b45-41f9-a99d-caf600f485a6 req-19de7426-a2dd-4ab5-a298-e9841cc44f4e tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 949 time: 0.2583103 Apr 01 16:10:01.258548 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-3cbab771-4523-48d3-bcc8-814ca82ede30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.260776 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-3cbab771-4523-48d3-bcc8-814ca82ede30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 1129 time: 0.2415535 Apr 01 16:10:01.375127 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4f5a88a8-0b45-41f9-a99d-caf600f485a6 req-e093e316-8b02-4887-a759-a70b9ea0c01e tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129711 Apr 01 16:10:01.414511 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-16a7db00-3d34-45f9-91ae-0b4e2535796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.415714 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-16a7db00-3d34-45f9-91ae-0b4e2535796c service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.1350110 Apr 01 16:10:01.444530 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3c5f9-a2c5-4e9a-8f8e-40c7f39377ea req-978d99c6-8ea8-44cd-960a-365f56dca292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.446613 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e4e3c5f9-a2c5-4e9a-8f8e-40c7f39377ea req-978d99c6-8ea8-44cd-960a-365f56dca292 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 1134 time: 0.0657220 Apr 01 16:10:01.470244 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-64aa1583-e53f-4882-a53d-1f40f7446ca0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb HTTP/1.1" status: 200 len: 217 time: 0.0396810 Apr 01 16:10:01.509215 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e4e3c5f9-a2c5-4e9a-8f8e-40c7f39377ea req-967235dc-b3a1-4767-a714-b04df4fe769e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557346 Apr 01 16:10:01.538851 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-9638cf7b-2859-4095-b99a-d203bea64283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.540451 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-9638cf7b-2859-4095-b99a-d203bea64283 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0626924 Apr 01 16:10:01.580749 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42718) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:01.594458 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b151fe1-57f9-460d-bf5e-99dd13abef4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.611544 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42720) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:01.675935 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b151fe1-57f9-460d-bf5e-99dd13abef4f admin admin] Publish callbacks [] for security_group (3eceac84-130a-4d4e-bad2-b6be64697b74), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.680293 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b151fe1-57f9-460d-bf5e-99dd13abef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3eceac84-130a-4d4e-bad2-b6be64697b74), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.719381 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1b151fe1-57f9-460d-bf5e-99dd13abef4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a94ef9ebb154cb5812ced7b87a69ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375546 Apr 01 16:10:01.720478 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b151fe1-57f9-460d-bf5e-99dd13abef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eceac84-130a-4d4e-bad2-b6be64697b74,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.722175 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42724) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:01.771107 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86d03cf2-3950-43b2-9057-0d80fa47d0a9 admin admin] Publish callbacks [] for security_group (3eceac84-130a-4d4e-bad2-b6be64697b74), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.782919 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-0f280dc0-e883-4510-9930-6b6d6a595d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.784423 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-0f280dc0-e883-4510-9930-6b6d6a595d38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523019 Apr 01 16:10:01.801771 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3051364c-2d56-4960-8200-f6c425adbd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.805511 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86d03cf2-3950-43b2-9057-0d80fa47d0a9 admin admin] Publish callbacks [] for security_group (3eceac84-130a-4d4e-bad2-b6be64697b74), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.879856 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-140fb35a-2d28-4aa0-8ea9-f1be920aaa7b service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876122 Apr 01 16:10:01.893866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86d03cf2-3950-43b2-9057-0d80fa47d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3eceac84-130a-4d4e-bad2-b6be64697b74), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.896630 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86d03cf2-3950-43b2-9057-0d80fa47d0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.900107 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-86d03cf2-3950-43b2-9057-0d80fa47d0a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3eceac84-130a-4d4e-bad2-b6be64697b74 HTTP/1.1" status: 204 len: 168 time: 0.1745822 Apr 01 16:10:01.930224 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d03cf2-3950-43b2-9057-0d80fa47d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eceac84-130a-4d4e-bad2-b6be64697b74,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.963828 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3051364c-2d56-4960-8200-f6c425adbd7b admin admin] Publish callbacks [] for security_group (434162a3-d30a-4ed9-9be3-0a259c7da311), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:01.972129 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3051364c-2d56-4960-8200-f6c425adbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (434162a3-d30a-4ed9-9be3-0a259c7da311), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.003565 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.018515 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-018f1270-954f-4e66-b31a-3893260e9fe0 req-7418ed02-d2a5-4119-9683-b04123ffb3c2 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288283 Apr 01 16:10:02.025727 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-3051364c-2d56-4960-8200-f6c425adbd7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9d9503afd944c6d87fb940046ed765b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107022 Apr 01 16:10:02.027043 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42732) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:02.029256 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051364c-2d56-4960-8200-f6c425adbd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434162a3-d30a-4ed9-9be3-0a259c7da311,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:02.114469 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c9707bcf-d1e0-48c0-bdc1-21afd8d1d39d admin admin] Publish callbacks [] for security_group (434162a3-d30a-4ed9-9be3-0a259c7da311), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.146576 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c9707bcf-d1e0-48c0-bdc1-21afd8d1d39d admin admin] Publish callbacks [] for security_group (434162a3-d30a-4ed9-9be3-0a259c7da311), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.204814 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c9707bcf-d1e0-48c0-bdc1-21afd8d1d39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (434162a3-d30a-4ed9-9be3-0a259c7da311), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.207598 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c9707bcf-d1e0-48c0-bdc1-21afd8d1d39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.211485 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-c9707bcf-d1e0-48c0-bdc1-21afd8d1d39d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/434162a3-d30a-4ed9-9be3-0a259c7da311 HTTP/1.1" status: 204 len: 168 time: 0.1808612 Apr 01 16:10:02.220049 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9707bcf-d1e0-48c0-bdc1-21afd8d1d39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434162a3-d30a-4ed9-9be3-0a259c7da311,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:02.371375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78277875-2129-4006-96a3-2d784847f6f9 req-1617170d-0b51-40e9-9d49-16fb9248a5f1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.380065 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-78277875-2129-4006-96a3-2d784847f6f9 req-1617170d-0b51-40e9-9d49-16fb9248a5f1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0713692 Apr 01 16:10:02.485365 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-78277875-2129-4006-96a3-2d784847f6f9 req-6052125b-5a75-48ed-aa96-98f728878204 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040523 Apr 01 16:10:02.570131 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a575099-8050-48f1-ba51-2d9631d69526 req-a0319988-ab44-4b13-aae3-067d6ee1147f tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.571657 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6a575099-8050-48f1-ba51-2d9631d69526 req-a0319988-ab44-4b13-aae3-067d6ee1147f tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 950 time: 0.0578306 Apr 01 16:10:02.622522 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6a575099-8050-48f1-ba51-2d9631d69526 req-b9f26314-362e-4719-95fd-0da37274f027 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Apr 01 16:10:02.667924 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42758) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:02.681053 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54aa609d-2a0f-43b9-ab3d-244bda90c063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.757238 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54aa609d-2a0f-43b9-ab3d-244bda90c063 admin admin] Publish callbacks [] for security_group (64cfe4a9-1061-4e30-8133-1df498999cbf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.761304 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54aa609d-2a0f-43b9-ab3d-244bda90c063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (64cfe4a9-1061-4e30-8133-1df498999cbf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.800939 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-54aa609d-2a0f-43b9-ab3d-244bda90c063 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6449dc7bae8646e59ba270d576132fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317465 Apr 01 16:10:02.802836 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa609d-2a0f-43b9-ab3d-244bda90c063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cfe4a9-1061-4e30-8133-1df498999cbf,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:02.803597 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42760) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:02.855744 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e772f90a-e8f5-4593-8314-30cd854733a0 admin admin] Publish callbacks [] for security_group (64cfe4a9-1061-4e30-8133-1df498999cbf), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.878572 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e772f90a-e8f5-4593-8314-30cd854733a0 admin admin] Publish callbacks [] for security_group (64cfe4a9-1061-4e30-8133-1df498999cbf), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.928499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e772f90a-e8f5-4593-8314-30cd854733a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (64cfe4a9-1061-4e30-8133-1df498999cbf), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.931148 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e772f90a-e8f5-4593-8314-30cd854733a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:02.932290 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-e772f90a-e8f5-4593-8314-30cd854733a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64cfe4a9-1061-4e30-8133-1df498999cbf HTTP/1.1" status: 204 len: 168 time: 0.1275606 Apr 01 16:10:02.941177 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772f90a-e8f5-4593-8314-30cd854733a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cfe4a9-1061-4e30-8133-1df498999cbf,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:03.496318 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:03.643296 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1a0e5-4a5a-4f28-8712-c1c5c76133b9 req-424c201e-e695-4190-8091-39b7bd411caa tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.644869 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-39a1a0e5-4a5a-4f28-8712-c1c5c76133b9 req-424c201e-e695-4190-8091-39b7bd411caa tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0686276 Apr 01 16:10:03.717091 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-39a1a0e5-4a5a-4f28-8712-c1c5c76133b9 req-af1a463f-2f4f-41ac-b06d-0b2e4ffff0d4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634851 Apr 01 16:10:03.770053 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9eecc8-dfab-40bc-82bd-245f3da737be req-552b8a30-4794-4386-a7a1-13549604b1c0 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.771602 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0d9eecc8-dfab-40bc-82bd-245f3da737be req-552b8a30-4794-4386-a7a1-13549604b1c0 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 950 time: 0.0684121 Apr 01 16:10:03.825680 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0d9eecc8-dfab-40bc-82bd-245f3da737be req-f95bcde1-ab0a-4f1e-a042-b6536ffc5c57 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482199 Apr 01 16:10:04.172445 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3537b-300e-485a-aca2-3720cc8d3855 req-7c4ca512-ff6b-4870-a12d-c64ed808cfba tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:04.173952 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b4e3537b-300e-485a-aca2-3720cc8d3855 req-7c4ca512-ff6b-4870-a12d-c64ed808cfba tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 950 time: 0.0571594 Apr 01 16:10:04.223901 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b4e3537b-300e-485a-aca2-3720cc8d3855 req-fe628a7c-8eea-420a-9e6e-d75485186a3a tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Apr 01 16:10:04.830965 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e978bbc-8c81-4548-ab19-48f78c2a31f0 req-ab370138-97dc-4440-8181-7bb6cb82234c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:04.832416 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9e978bbc-8c81-4548-ab19-48f78c2a31f0 req-ab370138-97dc-4440-8181-7bb6cb82234c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0502615 Apr 01 16:10:04.877806 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9e978bbc-8c81-4548-ab19-48f78c2a31f0 req-8ab39133-7829-4524-8f4e-b1712c97d569 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Apr 01 16:10:05.355312 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a563-dec3-4621-a2da-e4f6086c4984 req-45a4b146-71b7-45bc-853f-2deec0336c18 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.357793 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7d43a563-dec3-4621-a2da-e4f6086c4984 req-45a4b146-71b7-45bc-853f-2deec0336c18 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 950 time: 0.0625556 Apr 01 16:10:05.424179 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7d43a563-dec3-4621-a2da-e4f6086c4984 req-c4a12876-bdaa-4a31-a21c-446984d8b9df tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/security-groups?id=97f21ae7-576f-472b-b58a-e5956ed66650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586298 Apr 01 16:10:05.824236 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-762c584d-7ce5-4e14-885c-42bb53c9e038 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.825806 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-762c584d-7ce5-4e14-885c-42bb53c9e038 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.57 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 950 time: 0.0738723 Apr 01 16:10:05.937218 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Deleting port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:10:05.937218 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.035628 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] For port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,segment=NetworkSegment(4f0b9164-9cc0-42d5-a150-8386c23329e6),segment_id=4f0b9164-9cc0-42d5-a150-8386c23329e6)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:06.035970 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.054261 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Calling delete_port for 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:10:06.216992 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.237172 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:06.300492 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Pushing event deleted for resources: {'Port': ['ID=2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.322961 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] No DVR routers for this DVR port 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 on host hv-cinder-83588 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:10:06.326184 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.335092 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f7eb3ea6-77fd-4372-8887-6d2237a2d3f7 req-ef0a5cd7-0930-446b-bf7f-7d6383694a12 tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.57 "DELETE /v2.0/ports/2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 HTTP/1.1" status: 204 len: 173 time: 0.5024600 Apr 01 16:10:06.336160 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af5d94-23d2-4834-a5db-91fb9847150e', 'name': 'network-vif-deleted', 'tag': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:06.338965 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b988fa4b-20d4-4c77-a6ff-1943603fd619" -d '{"events": [{"server_uuid": "36af5d94-23d2-4834-a5db-91fb9847150e", "name": "network-vif-deleted", "tag": "2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:06.386436 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce716a57-53a2-4b6c-91b5-0f47e7b98c9a x-openstack-request-id: req-ce716a57-53a2-4b6c-91b5-0f47e7b98c9a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:06.387051 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36af5d94-23d2-4834-a5db-91fb9847150e", "name": "network-vif-deleted", "tag": "2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:06.387669 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce716a57-53a2-4b6c-91b5-0f47e7b98c9a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:06.388176 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce716a57-53a2-4b6c-91b5-0f47e7b98c9a'] response: {'server_uuid': '36af5d94-23d2-4834-a5db-91fb9847150e', 'name': 'network-vif-deleted', 'tag': '2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5', 'status': 'completed', 'code': 200} Apr 01 16:10:06.419222 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42908) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:06.556536 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3eb1e7e3-7829-4b14-9841-b6da373a6100 req-02bb79ba-9786-4bad-8deb-c50c43669c6e tempest-VolumesNegativeTest-53560584 tempest-VolumesNegativeTest-53560584-project] 10.222.0.70 "GET /v2.0/ports?device_id=36af5d94-23d2-4834-a5db-91fb9847150e HTTP/1.1" status: 200 len: 210 time: 0.0363228 Apr 01 16:10:06.563842 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb26d288-de7e-4c84-b8bc-4dc3515cb02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.656464 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb26d288-de7e-4c84-b8bc-4dc3515cb02f admin admin] Publish callbacks [] for security_group (1b5fdec2-086e-4393-99fa-58787d3b9632), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.660687 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bb26d288-de7e-4c84-b8bc-4dc3515cb02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (1b5fdec2-086e-4393-99fa-58787d3b9632), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.699571 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26d288-de7e-4c84-b8bc-4dc3515cb02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5fdec2-086e-4393-99fa-58787d3b9632,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.702030 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42924) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:06.706560 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-56cf2218-b6cd-4eb8-bda2-a5088f9f071b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854124076', 'description': 'tempest-description--1985989376'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:06.722780 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-bb26d288-de7e-4c84-b8bc-4dc3515cb02f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=528698d5e91a4208b9a3dbc19e1935ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023520 Apr 01 16:10:06.725687 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42928) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:06.734894 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-56cf2218-b6cd-4eb8-bda2-a5088f9f071b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.777330 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc7f321c-86bd-4c91-b9f8-c7414602e10a admin admin] Publish callbacks [] for security_group (1b5fdec2-086e-4393-99fa-58787d3b9632), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.802017 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc7f321c-86bd-4c91-b9f8-c7414602e10a admin admin] Publish callbacks [] for security_group (1b5fdec2-086e-4393-99fa-58787d3b9632), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.818008 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-56cf2218-b6cd-4eb8-bda2-a5088f9f071b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group (013d4fdd-aa27-4d4c-b323-e02edfe42dce), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.824283 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-56cf2218-b6cd-4eb8-bda2-a5088f9f071b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (013d4fdd-aa27-4d4c-b323-e02edfe42dce), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.855631 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-56cf2218-b6cd-4eb8-bda2-a5088f9f071b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.856849 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-56cf2218-b6cd-4eb8-bda2-a5088f9f071b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1538916 Apr 01 16:10:06.863188 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42934) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:06.869241 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3fb96e64-ec6d-4f71-adf2-94552db2807f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'security_group_rule': {'security_group_id': '013d4fdd-aa27-4d4c-b323-e02edfe42dce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:06.873282 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf2218-b6cd-4eb8-bda2-a5088f9f071b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013d4fdd-aa27-4d4c-b323-e02edfe42dce,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.884360 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc7f321c-86bd-4c91-b9f8-c7414602e10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (1b5fdec2-086e-4393-99fa-58787d3b9632), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.895216 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc7f321c-86bd-4c91-b9f8-c7414602e10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.896579 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-cc7f321c-86bd-4c91-b9f8-c7414602e10a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b5fdec2-086e-4393-99fa-58787d3b9632 HTTP/1.1" status: 204 len: 168 time: 0.1690841 Apr 01 16:10:06.911503 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f321c-86bd-4c91-b9f8-c7414602e10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5fdec2-086e-4393-99fa-58787d3b9632,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.925420 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e64-ec6d-4f71-adf2-94552db2807f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group_rule (6bb02abd-8cac-43a1-b854-08c43f4502ea), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.992046 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e64-ec6d-4f71-adf2-94552db2807f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group_rule (6bb02abd-8cac-43a1-b854-08c43f4502ea), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:06.998462 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e64-ec6d-4f71-adf2-94552db2807f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (6bb02abd-8cac-43a1-b854-08c43f4502ea), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.022530 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb96e64-ec6d-4f71-adf2-94552db2807f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb02abd-8cac-43a1-b854-08c43f4502ea,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.031007 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e64-ec6d-4f71-adf2-94552db2807f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.032910 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-3fb96e64-ec6d-4f71-adf2-94552db2807f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680629 Apr 01 16:10:07.035386 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:07.042234 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c639d04a-9257-4e76-adb5-73244efa921f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'security_group_rule': {'security_group_id': '013d4fdd-aa27-4d4c-b323-e02edfe42dce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:07.072611 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c639d04a-9257-4e76-adb5-73244efa921f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group_rule (fc1c1571-1a41-43f3-9e9e-8829bff7451e), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.144624 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c639d04a-9257-4e76-adb5-73244efa921f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group_rule (fc1c1571-1a41-43f3-9e9e-8829bff7451e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.148608 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c639d04a-9257-4e76-adb5-73244efa921f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (fc1c1571-1a41-43f3-9e9e-8829bff7451e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.168619 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d04a-9257-4e76-adb5-73244efa921f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1c1571-1a41-43f3-9e9e-8829bff7451e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.176515 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c639d04a-9257-4e76-adb5-73244efa921f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.177783 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-c639d04a-9257-4e76-adb5-73244efa921f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412761 Apr 01 16:10:07.181407 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 42950) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:07.187188 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:07.210911 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.306575 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42956) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:07.317911 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.423584 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Allocated IP 172.28.3.225 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/953c4f2f-7a2c-4163-88cb-e774c413616d) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:07.470374 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f035ba17-913d-4ad1-952e-7dda2e6deb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.545889 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.559215 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f035ba17-913d-4ad1-952e-7dda2e6deb52 admin admin] Publish callbacks [] for security_group (8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.564489 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f035ba17-913d-4ad1-952e-7dda2e6deb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.590282 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.609755 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-f035ba17-913d-4ad1-952e-7dda2e6deb52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebf3bcf988694692bb72cb99403d9b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010743 Apr 01 16:10:07.610625 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035ba17-913d-4ad1-952e-7dda2e6deb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.612920 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42972) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:07.652027 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:07.655394 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:07.659155 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:07.696387 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'Port': ['ID=953c4f2f-7a2c-4163-88cb-e774c413616d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.697229 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d15630a-be0a-4bbf-ba73-92608c862cc4 admin admin] Publish callbacks [] for security_group (8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.729838 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 42982) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:07.733568 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d15630a-be0a-4bbf-ba73-92608c862cc4 admin admin] Publish callbacks [] for security_group (8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.788530 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.793516 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d15630a-be0a-4bbf-ba73-92608c862cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.796680 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d15630a-be0a-4bbf-ba73-92608c862cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.800807 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-9d15630a-be0a-4bbf-ba73-92608c862cc4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d HTTP/1.1" status: 204 len: 168 time: 0.1866801 Apr 01 16:10:07.809092 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15630a-be0a-4bbf-ba73-92608c862cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a31ac6d-9ea8-44ce-8fdb-3ecded07bf1d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.836011 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.899266 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-78605186-network', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:07.930919 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Made reservation on behalf of 5f3da02e3cc24e31b689ebf9d4816fec for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:07.934937 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:07.954048 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.078029 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks [] for security_group (3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.079134 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.084900 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.085228 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.124154 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.165179 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'Port': ['ID=953c4f2f-7a2c-4163-88cb-e774c413616d,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.165710 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:10:08.183709 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.202347 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.204422 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-192a41e9-422a-4e3b-8337-e5087734e73f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0210733 Apr 01 16:10:08.206276 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (cbd0d420-b5a0-4301-bfc3-8ddb174d9147), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.206622 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Added segment cbd0d420-b5a0-4301-bfc3-8ddb174d9147 of type vlan for network 913782e6-d94c-42c7-8ff2-96af68c85d14 Apr 01 16:10:08.249700 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (913782e6-d94c-42c7-8ff2-96af68c85d14), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.279215 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (913782e6-d94c-42c7-8ff2-96af68c85d14), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.280742 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:08.281390 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.370031 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] Pushing event updated for resources: {'Network': ['ID=913782e6-d94c-42c7-8ff2-96af68c85d14,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.385843 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:10:08.386470 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-bdbf02e0-5ce6-420c-b2b5-480b236c4d28 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6526630 Apr 01 16:10:08.387351 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43030) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:08.392595 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Request body: {'subnet': {'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-78605186-subnet', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:08.414173 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Made reservation on behalf of 5f3da02e3cc24e31b689ebf9d4816fec for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:08.416865 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.508892 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43040) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:08.611969 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-98d4188e-4e75-4402-853d-c7a99f44b79e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1854124076&fields=id&tenant_id=5757632974644680a8df00143a0d1c3a HTTP/1.1" status: 200 len: 267 time: 0.0581946 Apr 01 16:10:08.711933 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb034-d5ca-451b-88f4-f794c2ec3e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.726724 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (c7a6d3cd-4c89-4263-8ba5-f73022b9c246), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.781856 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-7a55a887-f4da-43f8-8961-a6affd6a8412 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:08.788342 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-7a55a887-f4da-43f8-8961-a6affd6a8412 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 817 time: 0.1682236 Apr 01 16:10:08.791504 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a6d3cd-4c89-4263-8ba5-f73022b9c246,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.817568 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Checking segment: {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:08.817986 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Network hostable DHCP agents. Network: 913782e6-d94c-42c7-8ff2-96af68c85d14, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:10:08.818123 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-1bdd7342-3ff0-448b-b7f0-120d215ff0fa tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/quotas/5757632974644680a8df00143a0d1c3a HTTP/1.1" status: 200 len: 375 time: 0.0284843 Apr 01 16:10:08.847105 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:10:08.866743 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 913782e6-d94c-42c7-8ff2-96af68c85d14) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:08.873091 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:08.874619 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.895664 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a856c8-6f4a-4536-b8bc-13e9ab9ba13f None None] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:10:08.904660 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb034-d5ca-451b-88f4-f794c2ec3e6f admin admin] Publish callbacks [] for security_group (c3b84e74-f169-40de-aefa-6a5a0eb84945), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.906613 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-310f6dfa-ce5c-4bda-8fdd-5e55f3f8fc05 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5180907 Apr 01 16:10:08.909189 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43102) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:08.915184 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb034-d5ca-451b-88f4-f794c2ec3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c3b84e74-f169-40de-aefa-6a5a0eb84945), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.915292 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:08.950750 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:08.952252 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.044664 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks [] for router_controller (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.091498 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-913782e6-d94c-42c7-8ff2-96af68c85d14', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:10:09.093176 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.139434 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-4ff73807-983e-40d7-9e6c-4bdb81c1fec3 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3117871 Apr 01 16:10:09.273043 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Allocated IP 172.20.0.2 (913782e6-d94c-42c7-8ff2-96af68c85d14/c7a6d3cd-4c89-4263-8ba5-f73022b9c246/f27cbab2-80e1-4d4b-b2e8-98f50b53ad47) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:09.287277 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks [] for router_gateway (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.297976 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-dc0fb034-d5ca-451b-88f4-f794c2ec3e6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bfd1a41760b434187a0c05602f1c5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7851629 Apr 01 16:10:09.300053 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43130) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:09.310913 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fb034-d5ca-451b-88f4-f794c2ec3e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b84e74-f169-40de-aefa-6a5a0eb84945,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.402848 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-3bc52be8-5930-47ef-9e7b-e9633f309fa0 service neutron] 10.222.0.70 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642591 Apr 01 16:10:09.419325 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f51cd01-e255-4f4b-8746-37801d769257 admin admin] Publish callbacks [] for security_group (c3b84e74-f169-40de-aefa-6a5a0eb84945), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.450812 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f51cd01-e255-4f4b-8746-37801d769257 admin admin] Publish callbacks [] for security_group (c3b84e74-f169-40de-aefa-6a5a0eb84945), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.539138 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Publish callbacks [] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.548853 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.555489 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-9a2e4bc5-f2ca-44dd-a4f0-a4b84a57522f service neutron] 10.222.0.70 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515248 Apr 01 16:10:09.586982 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f51cd01-e255-4f4b-8746-37801d769257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c3b84e74-f169-40de-aefa-6a5a0eb84945), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.598329 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f51cd01-e255-4f4b-8746-37801d769257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.600169 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-3f51cd01-e255-4f4b-8746-37801d769257 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3b84e74-f169-40de-aefa-6a5a0eb84945 HTTP/1.1" status: 204 len: 168 time: 0.2991059 Apr 01 16:10:09.657201 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:09.660394 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:09.664322 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51cd01-e255-4f4b-8746-37801d769257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b84e74-f169-40de-aefa-6a5a0eb84945,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.684143 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:09.730968 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks [] for router_gateway (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.772839 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.829938 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Pushing event updated for resources: {'Port': ['ID=f27cbab2-80e1-4d4b-b2e8-98f50b53ad47,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.845553 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Attempting to bind port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:09.846246 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Attempting to bind port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:09.846826 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Attempting to bind port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 on network 913782e6-d94c-42c7-8ff2-96af68c85d14 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:09.856120 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:09.856767 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Checking segment: {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:09.859976 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.861590 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Bound using segment: {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:09.862819 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Bound port: f27cbab2-80e1-4d4b-b2e8-98f50b53ad47, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:09.863830 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:09.972058 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-444e652e-0344-4811-b9bc-5bed8ba6f4de req-9904973a-cedd-47ad-839a-cb23ff643544 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 210 time: 0.0934203 Apr 01 16:10:09.988361 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] For port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:09.992054 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] For port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=f27cbab2-80e1-4d4b-b2e8-98f50b53ad47,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:10.001520 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.093683 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Allocated IP 172.28.3.141 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/69ae084b-a2cb-4b28-9eee-e6054232957b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:10.122215 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e06a5-c6b7-44c2-a577-1f7cf3284cc9 None None] Pushing event updated for resources: {'Port': ['ID=f27cbab2-80e1-4d4b-b2e8-98f50b53ad47,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.268936 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks [] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.320442 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.320657 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43176) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:10.388398 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ffdf26ca-db8d-4729-8531-944d476d2223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.396628 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:10.400985 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:10.406946 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:10.409847 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Pushing event updated for resources: {'Port': ['ID=69ae084b-a2cb-4b28-9eee-e6054232957b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.533115 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ffdf26ca-db8d-4729-8531-944d476d2223 admin admin] Publish callbacks [] for security_group (0d6001ea-5e81-4483-8fe9-5463441e0c17), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.537989 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ffdf26ca-db8d-4729-8531-944d476d2223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0d6001ea-5e81-4483-8fe9-5463441e0c17), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.606295 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf26ca-db8d-4729-8531-944d476d2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6001ea-5e81-4483-8fe9-5463441e0c17,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.623396 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ffdf26ca-db8d-4729-8531-944d476d2223 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40214a7bc2104d0e89897c19512498cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009131 Apr 01 16:10:10.625860 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43194) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:10.692899 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b40965ca-4720-44ff-9b9a-d850191dd6c8 admin admin] Publish callbacks [] for security_group (0d6001ea-5e81-4483-8fe9-5463441e0c17), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.716712 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b40965ca-4720-44ff-9b9a-d850191dd6c8 admin admin] Publish callbacks [] for security_group (0d6001ea-5e81-4483-8fe9-5463441e0c17), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.803319 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b40965ca-4720-44ff-9b9a-d850191dd6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0d6001ea-5e81-4483-8fe9-5463441e0c17), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.805891 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b40965ca-4720-44ff-9b9a-d850191dd6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:10.809694 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b40965ca-4720-44ff-9b9a-d850191dd6c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d6001ea-5e81-4483-8fe9-5463441e0c17 HTTP/1.1" status: 204 len: 168 time: 0.1801877 Apr 01 16:10:10.827699 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40965ca-4720-44ff-9b9a-d850191dd6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6001ea-5e81-4483-8fe9-5463441e0c17,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.885754 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:10:10.927684 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:10:10.928168 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2ad4e2b1-d36c-4a57-bd67-259b4ef55ad5 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:10:11.220720 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-412af0fb-1864-4ce7-a7b1-7e39db8c0209 req-3b0d59fa-d840-4d5d-9ba2-331922ab918d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 210 time: 0.0833297 Apr 01 16:10:11.235068 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks [] for router_gateway (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:11.537095 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-1ce2969c-3c5a-480b-9ba9-88cc3c8c3c5d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:11.538685 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-1ce2969c-3c5a-480b-9ba9-88cc3c8c3c5d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 817 time: 0.2329147 Apr 01 16:10:11.776925 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ebe596-aa9c-4c4d-8348-28c2518d5041 None None] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:10:11.808084 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:11.820238 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-d298c0ae-f6b2-4390-81f3-5f1949720430 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5757632974644680a8df00143a0d1c3a HTTP/1.1" status: 200 len: 380 time: 0.2096655 Apr 01 16:10:11.857278 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-4e65bcd7-dbc1-487c-9040-d37ed8a849a9 None None] Provisioning complete for port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:11.857833 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e65bcd7-dbc1-487c-9040-d37ed8a849a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:11.904771 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'port': {'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'admin_state_up': True, 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'security_groups': ['013d4fdd-aa27-4d4c-b323-e02edfe42dce']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:12.027113 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4e65bcd7-dbc1-487c-9040-d37ed8a849a9 None None] Current status of the port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:12.027768 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e65bcd7-dbc1-487c-9040-d37ed8a849a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.081315 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-4e65bcd7-dbc1-487c-9040-d37ed8a849a9 None None] For port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=f27cbab2-80e1-4d4b-b2e8-98f50b53ad47,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:12.089593 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e65bcd7-dbc1-487c-9040-d37ed8a849a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.146336 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:12.196172 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Made reservation on behalf of 5757632974644680a8df00143a0d1c3a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:12.199962 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.218840 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65bcd7-dbc1-487c-9040-d37ed8a849a9 None None] Pushing event updated for resources: {'Port': ['ID=f27cbab2-80e1-4d4b-b2e8-98f50b53ad47,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.316969 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:12.317326 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.352743 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:10:12.409916 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-107e05b1-97c7-4c12-bc65-a484478311cc req-f9379d58-e0a8-4947-bce2-ed1db8089f98 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 210 time: 0.0394673 Apr 01 16:10:12.446008 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-95dc76d9-13a9-44b6-b0d7-39193488a041 None None] Provisioning complete for port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:12.446720 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95dc76d9-13a9-44b6-b0d7-39193488a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.475940 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Allocated IP 172.20.0.11 (30036b2f-fdf3-4fff-b51e-3958cef8691d/cdf43c89-1e10-4cb0-a3a5-fc94e273e7af/8357580a-07fd-47e7-8da7-ad890aa9839e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:12.523986 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:12.593798 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-95dc76d9-13a9-44b6-b0d7-39193488a041 None None] Current status of the port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:12.791363 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:12.798370 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.806271 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Sync routers for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:12.822658 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.828498 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43342) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:12.829563 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:12.830514 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:12.834645 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-5dd515ea-42cb-4420-a2c8-243e71931288 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9240832 Apr 01 16:10:12.895748 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:12.991326 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:12.997847 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:13.016401 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:13.034580 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:13.063994 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event updated for resources: {'Port': ['ID=8357580a-07fd-47e7-8da7-ad890aa9839e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:13.133240 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.134085 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:13.177286 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-fe082532-6af1-49fd-906d-5b454bb2531d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3047011 Apr 01 16:10:13.200106 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Request body: {'port': {'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:13.315207 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:13.440329 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1151eb7c-6e91-460e-9c80-9bc16b2150d5 None None] Provisioning complete for port 8357580a-07fd-47e7-8da7-ad890aa9839e triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:13.440785 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1151eb7c-6e91-460e-9c80-9bc16b2150d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:13.457977 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:10Z', 'revision_number': 3, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:13.506336 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1151eb7c-6e91-460e-9c80-9bc16b2150d5 None None] Port 8357580a-07fd-47e7-8da7-ad890aa9839e cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:10:13.534436 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Checking router: dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:13.535051 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Updating router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 port 69ae084b-a2cb-4b28-9eee-e6054232957b binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:10:13.573949 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:13.631670 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:13.668774 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536692d4-809b-495a-b7aa-7460256ffec6 req-3f33e442-4173-449b-a4e5-96266a3413f1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.668774 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-536692d4-809b-495a-b7aa-7460256ffec6 req-3f33e442-4173-449b-a4e5-96266a3413f1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 932 time: 0.1340587 Apr 01 16:10:13.812192 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-536692d4-809b-495a-b7aa-7460256ffec6 req-52a1e30c-19ae-42f7-aa6c-c2f2d28d9fb8 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322126 Apr 01 16:10:13.830698 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8357580a-07fd-47e7-8da7-ad890aa9839e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:13.848772 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Publish callbacks [] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:13.881070 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Transition to ACTIVE for port object 8357580a-07fd-47e7-8da7-ad890aa9839e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:10:13.886001 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:13.917909 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Allocated IP 172.20.0.1 (913782e6-d94c-42c7-8ff2-96af68c85d14/c7a6d3cd-4c89-4263-8ba5-f73022b9c246/cf00db9b-773d-405a-98eb-b909c751c073) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:13.996878 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Publish callbacks [] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.008841 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.045518 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Pushing event updated for resources: {'Port': ['ID=8357580a-07fd-47e7-8da7-ad890aa9839e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.055448 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:14.120730 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Attempting to bind port 8357580a-07fd-47e7-8da7-ad890aa9839e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:14.121886 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Attempting to bind port 8357580a-07fd-47e7-8da7-ad890aa9839e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:14.123642 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Attempting to bind port 8357580a-07fd-47e7-8da7-ad890aa9839e on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:14.134707 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Port 8357580a-07fd-47e7-8da7-ad890aa9839e on network 30036b2f-fdf3-4fff-b51e-3958cef8691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:10:14.135549 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Attempting to bind port 8357580a-07fd-47e7-8da7-ad890aa9839e on network 30036b2f-fdf3-4fff-b51e-3958cef8691d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:14.148466 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Pushing event updated for resources: {'Port': ['ID=69ae084b-a2cb-4b28-9eee-e6054232957b,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.152066 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:14.152598 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Checking segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:14.152771 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Bound using segment: {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:14.153442 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Bound port: 8357580a-07fd-47e7-8da7-ad890aa9839e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7287c8c5-f3de-46d2-9aa4-dc728e11bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:14.154066 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.170778 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Attempting to bind port 69ae084b-a2cb-4b28-9eee-e6054232957b on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:14.171152 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Attempting to bind port 69ae084b-a2cb-4b28-9eee-e6054232957b by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:14.171512 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Attempting to bind port 69ae084b-a2cb-4b28-9eee-e6054232957b on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:14.174539 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.174881 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.175308 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.175628 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.178207 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.178573 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.178900 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.179227 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.179556 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.179877 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.182366 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.182742 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.183066 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.183587 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.184112 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:14.205438 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:14.206505 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:14.206920 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.207310 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:14.207790 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Bound port: 69ae084b-a2cb-4b28-9eee-e6054232957b, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:14.208159 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.213543 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:14.214338 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.225464 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks [] for port (cf00db9b-773d-405a-98eb-b909c751c073), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.299846 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] For port 69ae084b-a2cb-4b28-9eee-e6054232957b, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:14.304532 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] For port 69ae084b-a2cb-4b28-9eee-e6054232957b, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=69ae084b-a2cb-4b28-9eee-e6054232957b,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:14.313564 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.315094 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (cf00db9b-773d-405a-98eb-b909c751c073), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.331609 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] For port 8357580a-07fd-47e7-8da7-ad890aa9839e, host hv-cinder-83588, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:14.339921 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] For port 8357580a-07fd-47e7-8da7-ad890aa9839e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8357580a-07fd-47e7-8da7-ad890aa9839e,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:14.358720 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.406910 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:14.416651 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:14.417285 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:14.423972 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:14.443328 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba3220-bb81-4934-af9c-c39d04fce88a None None] Pushing event updated for resources: {'Port': ['ID=69ae084b-a2cb-4b28-9eee-e6054232957b,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.487908 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.488782 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.490409 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] 10.222.0.57 "PUT /v2.0/ports/8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 1094 time: 1.2949553 Apr 01 16:10:14.491807 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:14.495342 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60b1473-f232-49ac-9f87-0338f6420c19" -d '{"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:14.544569 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ba338-86b1-4d94-8559-e03897e567bf service neutron] Pushing event updated for resources: {'Port': ['ID=8357580a-07fd-47e7-8da7-ad890aa9839e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.573451 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf00db9b-773d-405a-98eb-b909c751c073,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.587609 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:14.591854 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:14.602610 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27e63f-b3af-401d-b85b-b3cd1dea4e85 x-openstack-request-id: req-bd27e63f-b3af-401d-b85b-b3cd1dea4e85 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:14.603132 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:14.603532 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd27e63f-b3af-401d-b85b-b3cd1dea4e85 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:14.604393 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd27e63f-b3af-401d-b85b-b3cd1dea4e85'] response: {'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'status': 'completed', 'code': 200} Apr 01 16:10:14.627622 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-daf60d74-7849-4103-ab5b-0b59c3c86c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.629421 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-daf60d74-7849-4103-ab5b-0b59c3c86c37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1128 time: 0.0699069 Apr 01 16:10:14.693930 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:14.728093 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-76013966-ffd1-411e-95c2-686ff16797c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 217 time: 0.0881424 Apr 01 16:10:14.806010 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-6812e25a-591c-490d-93a4-66b428a0f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.808135 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-6812e25a-591c-490d-93a4-66b428a0f63b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0685813 Apr 01 16:10:15.020478 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:15.053163 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43464) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:15.056966 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (cf00db9b-773d-405a-98eb-b909c751c073), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:15.075543 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ae3ec-6de1-432d-b247-c7d48f282fdb req-b152491a-211c-4392-b269-958af2b7dfbd tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.077839 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8a5ae3ec-6de1-432d-b247-c7d48f282fdb req-b152491a-211c-4392-b269-958af2b7dfbd tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1680980 Apr 01 16:10:15.086304 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-104f5081-7bb2-40d2-9d8e-44ca527ebf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.086304 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-104f5081-7bb2-40d2-9d8e-44ca527ebf1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2637815 Apr 01 16:10:15.157409 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1691f045-0e6c-4658-891d-dff110c37036 None None] Provisioning complete for port cf00db9b-773d-405a-98eb-b909c751c073 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:15.157899 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1691f045-0e6c-4658-891d-dff110c37036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (cf00db9b-773d-405a-98eb-b909c751c073), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:15.229591 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1691f045-0e6c-4658-891d-dff110c37036 None None] Port cf00db9b-773d-405a-98eb-b909c751c073 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:10:15.258556 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8a5ae3ec-6de1-432d-b247-c7d48f282fdb req-43fea5b2-e9e4-4224-8698-f5af7d1b3f12 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734674 Apr 01 16:10:15.348745 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-769916a7-8e80-401b-801f-fc4b8ed4bfb0 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535422 Apr 01 16:10:15.417112 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c08f5-53ac-4b7a-a798-5e71a2912bb5 req-a90f93df-e1b5-4015-9e39-946a5fde04c8 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.428566 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f5c08f5-53ac-4b7a-a798-5e71a2912bb5 req-a90f93df-e1b5-4015-9e39-946a5fde04c8 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 944 time: 0.4043226 Apr 01 16:10:15.442791 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:10Z', 'revision_number': 3, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:15.486776 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fb490-9686-4c1a-92a1-f28c1531a102 None None] The sync data for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb is: [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:10Z', 'revision_number': 3, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:15.506311 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9321c067-11c7-4c17-971e-ea9c64c9b355 req-ddd1345c-edf9-4761-9cc7-bd49dced619e service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483932 Apr 01 16:10:15.592867 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0f9bae1d-a05c-4c9a-a041-fc03f8c43c8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c26ec7e88c047a1af18e2be109e6337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5231597 Apr 01 16:10:15.596846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43512) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:15.642377 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-462868af-54d6-4bda-a578-6f8b7594add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.643909 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-462868af-54d6-4bda-a578-6f8b7594add1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1128 time: 0.0805824 Apr 01 16:10:15.646139 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks [] for port (cf00db9b-773d-405a-98eb-b909c751c073), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:15.653581 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f5c08f5-53ac-4b7a-a798-5e71a2912bb5 req-b89c709c-f07e-4ef6-aa66-3ff3c55baebc tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241664 Apr 01 16:10:15.663896 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (cf00db9b-773d-405a-98eb-b909c751c073), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:15.792400 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-07d412c9-8dc4-48fc-b973-47fd54f3fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.793936 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-07d412c9-8dc4-48fc-b973-47fd54f3fbcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.1341617 Apr 01 16:10:15.810011 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:15.812971 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab95-5828-41c2-beee-1c7a001e296d admin admin] Publish callbacks [] for security_group (97f21ae7-576f-472b-b58a-e5956ed66650), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:15.816218 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf00db9b-773d-405a-98eb-b909c751c073,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:15.868432 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-99313598-3438-44c5-a41c-6d5674a27f9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 217 time: 0.0634642 Apr 01 16:10:15.960643 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab95-5828-41c2-beee-1c7a001e296d admin admin] Publish callbacks [] for security_group (97f21ae7-576f-472b-b58a-e5956ed66650), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:15.976483 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-6831b555-1283-4c70-9940-8af80cc82aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.978317 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-6831b555-1283-4c70-9940-8af80cc82aed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.1004219 Apr 01 16:10:16.084244 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:16.094974 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab95-5828-41c2-beee-1c7a001e296d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (97f21ae7-576f-472b-b58a-e5956ed66650), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:16.098307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab95-5828-41c2-beee-1c7a001e296d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:16.100004 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9e9eab95-5828-41c2-beee-1c7a001e296d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97f21ae7-576f-472b-b58a-e5956ed66650 HTTP/1.1" status: 204 len: 168 time: 0.4972317 Apr 01 16:10:16.102084 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-5f2a79f8-924d-45eb-9ef6-8e418b3f3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:16.103665 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-5f2a79f8-924d-45eb-9ef6-8e418b3f3ba4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1185987 Apr 01 16:10:16.113242 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:16.115769 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eab95-5828-41c2-beee-1c7a001e296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f21ae7-576f-472b-b58a-e5956ed66650,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:16.353937 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-94a60ab3-a983-4642-b4c6-eef16c20b8de service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334049 Apr 01 16:10:16.382454 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:16.579664 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-f24efa59-e989-44b7-b977-91deeff594c8 None None] Provisioning complete for port cf00db9b-773d-405a-98eb-b909c751c073 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:16.581923 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f24efa59-e989-44b7-b977-91deeff594c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (cf00db9b-773d-405a-98eb-b909c751c073), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:16.594874 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:16.605267 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-cbf16d72-e7c7-4ed7-a174-23b580eff6b2 admin admin] 10.222.0.70 "PUT /v2.0/routers/dc3cc541-a8b7-4ddd-b426-3dcbf16446b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7755060 Apr 01 16:10:16.632827 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d60b1473-f232-49ac-9f87-0338f6420c19 req-69449875-f9a4-4e59-ad2d-3ece7dcf8bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640743 Apr 01 16:10:16.656657 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0a0e2-5196-404b-9edb-34c068c1d8e2 req-2d67d432-6d1c-4151-babc-d953b680a00c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:16.661766 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f24efa59-e989-44b7-b977-91deeff594c8 None None] Port cf00db9b-773d-405a-98eb-b909c751c073 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:10:16.675803 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5cb0a0e2-5196-404b-9edb-34c068c1d8e2 req-2d67d432-6d1c-4151-babc-d953b680a00c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.2742455 Apr 01 16:10:16.802263 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5cb0a0e2-5196-404b-9edb-34c068c1d8e2 req-fcf03c18-e083-40f6-a3bf-e0a827529a3a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252618 Apr 01 16:10:16.876805 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486e09-5b4c-4822-9e47-e9d5d5bc0f9b req-be568a04-597e-4a1f-9750-3bfbad59ec45 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:16.879094 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f3486e09-5b4c-4822-9e47-e9d5d5bc0f9b req-be568a04-597e-4a1f-9750-3bfbad59ec45 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 944 time: 0.1102469 Apr 01 16:10:16.953882 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f3486e09-5b4c-4822-9e47-e9d5d5bc0f9b req-47054cfe-b990-4dce-9933-346fff7f8f16 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683279 Apr 01 16:10:17.116904 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43584) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:17.239660 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7a68-8211-41f5-ad6d-82b3b48c4a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.325095 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7a68-8211-41f5-ad6d-82b3b48c4a36 admin admin] Publish callbacks [] for security_group (11922c26-433e-44ae-b33b-bfe23f4790da), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.330977 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7a68-8211-41f5-ad6d-82b3b48c4a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (11922c26-433e-44ae-b33b-bfe23f4790da), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.376238 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0f8c7a68-8211-41f5-ad6d-82b3b48c4a36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec4b469ee16543f3a476a84ff14a281d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558427 Apr 01 16:10:17.376238 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c7a68-8211-41f5-ad6d-82b3b48c4a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11922c26-433e-44ae-b33b-bfe23f4790da,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:17.376839 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43602) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:17.427889 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43604) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:17.433577 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-777601178-network', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:17.434457 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51143973-d593-4335-9d52-40cb0053c823 admin admin] Publish callbacks [] for security_group (11922c26-433e-44ae-b33b-bfe23f4790da), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.454554 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Made reservation on behalf of b6f63c3007b449e788d4d56c48067be1 for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:17.456956 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.461068 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51143973-d593-4335-9d52-40cb0053c823 admin admin] Publish callbacks [] for security_group (11922c26-433e-44ae-b33b-bfe23f4790da), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.466303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.517199 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51143973-d593-4335-9d52-40cb0053c823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (11922c26-433e-44ae-b33b-bfe23f4790da), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.520833 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51143973-d593-4335-9d52-40cb0053c823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.523361 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-51143973-d593-4335-9d52-40cb0053c823 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11922c26-433e-44ae-b33b-bfe23f4790da HTTP/1.1" status: 204 len: 168 time: 0.1454933 Apr 01 16:10:17.534658 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51143973-d593-4335-9d52-40cb0053c823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11922c26-433e-44ae-b33b-bfe23f4790da,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:17.552579 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks [] for security_group (8e58eb0a-c344-400b-ab36-426cf468683a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.557636 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (8e58eb0a-c344-400b-ab36-426cf468683a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.587823 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:10:17.599294 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e58eb0a-c344-400b-ab36-426cf468683a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:17.605314 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (d1e96d57-ba52-4f82-a4e4-bd7e1555cf72), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.605682 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Added segment d1e96d57-ba52-4f82-a4e4-bd7e1555cf72 of type vlan for network fe23fe61-0e89-423a-a286-b8877cd847df Apr 01 16:10:17.666282 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (fe23fe61-0e89-423a-a286-b8877cd847df), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.698725 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (fe23fe61-0e89-423a-a286-b8877cd847df), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.700426 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:17.701124 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.765651 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3363123 Apr 01 16:10:17.766504 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24789af-5d6d-4777-9733-2656dea80ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=fe23fe61-0e89-423a-a286-b8877cd847df,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:17.768534 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43610) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:17.773754 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Request body: {'subnet': {'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-777601178-subnet', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:17.778995 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network fe23fe61-0e89-423a-a286-b8877cd847df details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:10:17.801205 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Made reservation on behalf of b6f63c3007b449e788d4d56c48067be1 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:17.803674 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:17.853223 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Sync routers for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:17.894748 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:17.895791 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:17.996103 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95327934-7738-4317-b8d8-ee21c148a93a req-f12e5bec-2e0b-4c7e-814a-81ec639eb6a7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:18.003712 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-95327934-7738-4317-b8d8-ee21c148a93a req-f12e5bec-2e0b-4c7e-814a-81ec639eb6a7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1132674 Apr 01 16:10:18.014596 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43616) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:18.036647 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cad247f1-b96b-461f-8b6f-7ac61c1ad4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.053243 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 69ae084b-a2cb-4b28-9eee-e6054232957b up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:18.060634 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:18.135953 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3645-de84-4700-8761-cf5706249f3d req-68bbf304-3bce-415d-a873-f758cb341dc9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:18.137639 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a17d3645-de84-4700-8761-cf5706249f3d req-68bbf304-3bce-415d-a873-f758cb341dc9 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 944 time: 0.0953195 Apr 01 16:10:18.249143 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 69ae084b-a2cb-4b28-9eee-e6054232957b triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:18.249506 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.384388 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-95327934-7738-4317-b8d8-ee21c148a93a req-a27aa6e3-ff3a-42f4-bd7f-7b5db2a0dee9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735380 Apr 01 16:10:18.392416 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (e9d5840c-e07a-439a-8cc9-38f1dc592504), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.399005 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cad247f1-b96b-461f-8b6f-7ac61c1ad4fe admin admin] Publish callbacks [] for security_group (a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.422823 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cad247f1-b96b-461f-8b6f-7ac61c1ad4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.430932 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 69ae084b-a2cb-4b28-9eee-e6054232957b is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:18.431323 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.463889 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 69ae084b-a2cb-4b28-9eee-e6054232957b, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=69ae084b-a2cb-4b28-9eee-e6054232957b,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:18.470012 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.482495 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a17d3645-de84-4700-8761-cf5706249f3d req-90304d51-5f14-4766-b542-a491052a18ea tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311095 Apr 01 16:10:18.507320 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-cad247f1-b96b-461f-8b6f-7ac61c1ad4fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b04b1edcdb854390af2180d5bcf6aeb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906271 Apr 01 16:10:18.510588 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:18.520088 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 2, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.526523 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad247f1-b96b-461f-8b6f-7ac61c1ad4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.549367 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Checking segment: {'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:18.549767 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Network hostable DHCP agents. Network: fe23fe61-0e89-423a-a286-b8877cd847df, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:10:18.552746 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d5840c-e07a-439a-8cc9-38f1dc592504,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.568581 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=69ae084b-a2cb-4b28-9eee-e6054232957b,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.570820 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Checking router: dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:18.571255 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Updating router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 port cf00db9b-773d-405a-98eb-b909c751c073 binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:10:18.604886 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (cf00db9b-773d-405a-98eb-b909c751c073), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.610211 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Network fe23fe61-0e89-423a-a286-b8877cd847df is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:10:18.621906 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a08ab12-4df3-4b6c-bb32-2a4692013bc2 admin admin] Publish callbacks [] for security_group (a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.636052 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, fe23fe61-0e89-423a-a286-b8877cd847df) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:18.648745 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a051c622-9e66-4e69-92ee-fc0bba24c1b9 None None] Network fe23fe61-0e89-423a-a286-b8877cd847df requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:10:18.654999 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:18.655844 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.667210 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a08ab12-4df3-4b6c-bb32-2a4692013bc2 admin admin] Publish callbacks [] for security_group (a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.690196 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8f172641-b5d0-4955-9fd8-a60d7c87d1f3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9202170 Apr 01 16:10:18.692968 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43636) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:18.697878 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:18.726468 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.729884 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.732978 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a08ab12-4df3-4b6c-bb32-2a4692013bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.739568 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a08ab12-4df3-4b6c-bb32-2a4692013bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.740880 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-3a08ab12-4df3-4b6c-bb32-2a4692013bc2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b HTTP/1.1" status: 204 len: 168 time: 0.2291725 Apr 01 16:10:18.753668 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ab12-4df3-4b6c-bb32-2a4692013bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23dfcc6-2ef1-4b43-94bb-acb09b28fb6b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.825466 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks [] for router_controller (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.903030 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-fe23fe61-0e89-423a-a286-b8877cd847df', 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df', 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'fixed_ips': [{'subnet_id': 'e9d5840c-e07a-439a-8cc9-38f1dc592504'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:10:18.903936 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:18.906618 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8357580a-07fd-47e7-8da7-ad890aa9839e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:10:19.032941 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks [] for router_gateway (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.234160 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Publish callbacks [] for port (cf00db9b-773d-405a-98eb-b909c751c073), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.243260 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Allocated IP 172.20.0.2 (fe23fe61-0e89-423a-a286-b8877cd847df/e9d5840c-e07a-439a-8cc9-38f1dc592504/013f9ef5-0a86-4dfb-8a6f-47d084948353) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:19.259213 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8357580a-07fd-47e7-8da7-ad890aa9839e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8357580a-07fd-47e7-8da7-ad890aa9839e,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:19.261347 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (cf00db9b-773d-405a-98eb-b909c751c073), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.281916 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks [] for router_gateway (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.301265 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.316665 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'mac_address': 'fa:16:3e:10:b5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:10:19.411662 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af365876-21a8-4a2c-b7da-fd1928faa0fb None None] Pushing event updated for resources: {'Port': ['ID=cf00db9b-773d-405a-98eb-b909c751c073,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:19.438063 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Allocated IP 172.28.3.84 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/29e4259c-cea8-43a7-a8a1-c1440bd2ed3d) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:19.489152 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 8357580a-07fd-47e7-8da7-ad890aa9839e is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:19.489539 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.553044 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8357580a-07fd-47e7-8da7-ad890aa9839e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:19.561245 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Attempting to bind port cf00db9b-773d-405a-98eb-b909c751c073 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:19.561754 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Attempting to bind port cf00db9b-773d-405a-98eb-b909c751c073 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:19.562359 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Attempting to bind port cf00db9b-773d-405a-98eb-b909c751c073 on network 913782e6-d94c-42c7-8ff2-96af68c85d14 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:19.629769 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:19.633489 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Checking segment: {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:19.634124 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.635638 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Bound using segment: {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:19.636675 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Bound port: cf00db9b-773d-405a-98eb-b909c751c073, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:19.638581 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (cf00db9b-773d-405a-98eb-b909c751c073), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.647288 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14eef-c294-4fe7-b950-85255ea2c405 req-1e78cd83-dc33-4f8e-85d9-ecce4f245026 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:19.654899 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9ae14eef-c294-4fe7-b950-85255ea2c405 req-1e78cd83-dc33-4f8e-85d9-ecce4f245026 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1414909 Apr 01 16:10:19.681332 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks [] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.714356 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8357580a-07fd-47e7-8da7-ad890aa9839e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8357580a-07fd-47e7-8da7-ad890aa9839e,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:19.717213 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Publish callbacks [] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.747379 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.757415 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.766767 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:19.845791 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:19.850332 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71299cc-7640-41c2-88d9-fe16e434ab4e req-1b540fb6-6649-4765-b3f9-a0d44451c0d4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:19.857463 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:19.866152 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c71299cc-7640-41c2-88d9-fe16e434ab4e req-1b540fb6-6649-4765-b3f9-a0d44451c0d4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 945 time: 0.1281934 Apr 01 16:10:19.867446 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:19.903151 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Pushing event updated for resources: {'Port': ['ID=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:19.919168 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9ae14eef-c294-4fe7-b950-85255ea2c405 req-5a538d97-ae0b-4e55-93c6-777ddfc46bd3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419114 Apr 01 16:10:20.000086 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c71299cc-7640-41c2-88d9-fe16e434ab4e req-cb334c06-41eb-4af8-a8d5-926d954691d3 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325266 Apr 01 16:10:20.010412 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c2ff3e22-9e9c-4bc9-bfe0-b0dc1b6aa4b5 None None] Provisioning complete for port cf00db9b-773d-405a-98eb-b909c751c073 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:20.010964 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3e22-9e9c-4bc9-bfe0-b0dc1b6aa4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (cf00db9b-773d-405a-98eb-b909c751c073), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.016514 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Network fe23fe61-0e89-423a-a286-b8877cd847df is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:20.048780 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:20.058087 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] For port cf00db9b-773d-405a-98eb-b909c751c073, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:20.060413 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:20.077158 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=8357580a-07fd-47e7-8da7-ad890aa9839e,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:20.090204 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 69ae084b-a2cb-4b28-9eee-e6054232957b up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:20.094098 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] For port cf00db9b-773d-405a-98eb-b909c751c073, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=cf00db9b-773d-405a-98eb-b909c751c073,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:20.158955 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8357580a-07fd-47e7-8da7-ad890aa9839e'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:20.161366 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff3e22-9e9c-4bc9-bfe0-b0dc1b6aa4b5 None None] Port cf00db9b-773d-405a-98eb-b909c751c073 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:10:20.167706 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (cf00db9b-773d-405a-98eb-b909c751c073), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.228015 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks [] for router_gateway (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.260777 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Pushing event updated for resources: {'Port': ['ID=013f9ef5-0a86-4dfb-8a6f-47d084948353,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:20.306761 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Attempting to bind port 013f9ef5-0a86-4dfb-8a6f-47d084948353 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:20.307139 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Attempting to bind port 013f9ef5-0a86-4dfb-8a6f-47d084948353 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:20.307511 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Attempting to bind port 013f9ef5-0a86-4dfb-8a6f-47d084948353 on network fe23fe61-0e89-423a-a286-b8877cd847df {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:20.338704 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:20.343310 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:20.359750 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:20.360137 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Checking segment: {'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:20.360649 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.361346 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Bound using segment: {'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:20.361877 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Bound port: 013f9ef5-0a86-4dfb-8a6f-47d084948353, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:20.362917 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.495225 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 69ae084b-a2cb-4b28-9eee-e6054232957b triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:20.495593 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.497112 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af365876-21a8-4a2c-b7da-fd1928faa0fb None None] Pushing event updated for resources: {'Port': ['ID=cf00db9b-773d-405a-98eb-b909c751c073,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:20.521862 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.646196 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] For port 013f9ef5-0a86-4dfb-8a6f-47d084948353, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:20.662897 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Router b3e8621b-d53b-49aa-993c-ba5877a5f5fa is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:10:20.674531 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-29979a67-2352-4f25-8bc0-aae5302dbffb None None] Provisioning complete for port cf00db9b-773d-405a-98eb-b909c751c073 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:20.674917 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29979a67-2352-4f25-8bc0-aae5302dbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (cf00db9b-773d-405a-98eb-b909c751c073), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.677580 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] For port 013f9ef5-0a86-4dfb-8a6f-47d084948353, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=013f9ef5-0a86-4dfb-8a6f-47d084948353,segment=NetworkSegment(d1e96d57-ba52-4f82-a4e4-bd7e1555cf72),segment_id=d1e96d57-ba52-4f82-a4e4-bd7e1555cf72)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:20.679772 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:20.737715 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.784212 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:20.800339 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Sync routers for ids ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:20.813900 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Routers {'b3e8621b-d53b-49aa-993c-ba5877a5f5fa'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:20.814526 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:20.814757 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:20.818526 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-78e786e8-eee0-4a51-97c1-eb545528d87c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1218319 Apr 01 16:10:20.818923 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43680) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:20.901600 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43686) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:21.012849 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272141a-a8a9-4a0a-8270-ecf2a762df34 None None] Pushing event updated for resources: {'Port': ['ID=013f9ef5-0a86-4dfb-8a6f-47d084948353,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.023099 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Set router b3e8621b-d53b-49aa-993c-ba5877a5f5fa gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:21.024154 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 69ae084b-a2cb-4b28-9eee-e6054232957b is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:21.134461 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-29979a67-2352-4f25-8bc0-aae5302dbffb None None] Current status of the port cf00db9b-773d-405a-98eb-b909c751c073 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:21.134865 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29979a67-2352-4f25-8bc0-aae5302dbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (cf00db9b-773d-405a-98eb-b909c751c073), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.199245 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-610b9a39-dc2c-4a39-b0d8-11979fa2d338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.241571 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475ea8c-2b68-4c51-a968-835ffd9296fa req-d7d9f9db-e4d0-4e83-8872-59da5eb1e633 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:21.243158 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d475ea8c-2b68-4c51-a968-835ffd9296fa req-d7d9f9db-e4d0-4e83-8872-59da5eb1e633 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1214712 Apr 01 16:10:21.247979 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-29979a67-2352-4f25-8bc0-aae5302dbffb None None] For port cf00db9b-773d-405a-98eb-b909c751c073, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=cf00db9b-773d-405a-98eb-b909c751c073,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:21.254507 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29979a67-2352-4f25-8bc0-aae5302dbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (cf00db9b-773d-405a-98eb-b909c751c073), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.380066 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b9a05-b6c0-45fd-85a3-fda75693d59b req-4c361b98-7301-4f30-8b12-8c7c78f53161 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:21.390707 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ac9b9a05-b6c0-45fd-85a3-fda75693d59b req-4c361b98-7301-4f30-8b12-8c7c78f53161 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 945 time: 0.2016294 Apr 01 16:10:21.443964 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d475ea8c-2b68-4c51-a968-835ffd9296fa req-79516aae-ed2b-4740-bb26-f11d3a29d5b5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743724 Apr 01 16:10:21.457917 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-610b9a39-dc2c-4a39-b0d8-11979fa2d338 admin admin] Publish callbacks [] for security_group (820b4a3e-75b7-4877-9721-bec1fc229563), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.464174 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-610b9a39-dc2c-4a39-b0d8-11979fa2d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (820b4a3e-75b7-4877-9721-bec1fc229563), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.503154 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:20Z', 'revision_number': 3, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port': {'id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:19Z', 'updated_at': '2022-04-01T16:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:21.509885 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29979a67-2352-4f25-8bc0-aae5302dbffb None None] Pushing event updated for resources: {'Port': ['ID=cf00db9b-773d-405a-98eb-b909c751c073,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.518489 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43702) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:21.562751 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-610b9a39-dc2c-4a39-b0d8-11979fa2d338 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dcbe4f6180c4275a0eededd22604fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6591611 Apr 01 16:10:21.565417 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b9a39-dc2c-4a39-b0d8-11979fa2d338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820b4a3e-75b7-4877-9721-bec1fc229563,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.567978 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43706) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:21.588098 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Checking router: b3e8621b-d53b-49aa-993c-ba5877a5f5fa for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:21.588463 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Updating router b3e8621b-d53b-49aa-993c-ba5877a5f5fa port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:10:21.590152 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:20Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:21.634759 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ffb52bf-a5ea-4226-b551-987ba44c42f7 admin admin] Publish callbacks [] for security_group (820b4a3e-75b7-4877-9721-bec1fc229563), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.658061 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.660865 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9307c-9538-4132-892a-2d07cc485ac4 None None] The sync data for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb is: [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:20Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:21.688012 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ffb52bf-a5ea-4226-b551-987ba44c42f7 admin admin] Publish callbacks [] for security_group (820b4a3e-75b7-4877-9721-bec1fc229563), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.767500 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ac9b9a05-b6c0-45fd-85a3-fda75693d59b req-ba2d7741-4139-49c0-9a81-73825f1c2efb tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466344 Apr 01 16:10:21.805091 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8bed9d1-ac26-4648-a1c1-bbb1292a6f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:21.959761 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d5a8a-e0ff-4108-8d24-1fec0ff57a8f req-d67edc6a-3339-4929-8922-8dcdb587f63f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:21.971486 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e54d5a8a-e0ff-4108-8d24-1fec0ff57a8f req-d67edc6a-3339-4929-8922-8dcdb587f63f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1393406 Apr 01 16:10:22.020420 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ffb52bf-a5ea-4226-b551-987ba44c42f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (820b4a3e-75b7-4877-9721-bec1fc229563), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.023027 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ffb52bf-a5ea-4226-b551-987ba44c42f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.029178 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9ffb52bf-a5ea-4226-b551-987ba44c42f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/820b4a3e-75b7-4877-9721-bec1fc229563 HTTP/1.1" status: 204 len: 168 time: 0.4595561 Apr 01 16:10:22.078454 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.105569 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 013f9ef5-0a86-4dfb-8a6f-47d084948353 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:22.156385 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e54d5a8a-e0ff-4108-8d24-1fec0ff57a8f req-6a6f50e3-baca-4f19-bf58-787b072ca3ee tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795874 Apr 01 16:10:22.222138 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Publish callbacks [] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.229718 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8bed9d1-ac26-4648-a1c1-bbb1292a6f2a admin admin] Publish callbacks [] for security_group (e51e4531-f4bd-4620-b642-4c2df041de65), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.230964 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.231276 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb52bf-a5ea-4226-b551-987ba44c42f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820b4a3e-75b7-4877-9721-bec1fc229563,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:22.236213 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 013f9ef5-0a86-4dfb-8a6f-47d084948353 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:22.236598 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.240931 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8bed9d1-ac26-4648-a1c1-bbb1292a6f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (e51e4531-f4bd-4620-b642-4c2df041de65), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.393592 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Attempting to bind port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:22.393983 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Attempting to bind port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:22.394336 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Attempting to bind port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:22.424130 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b06de3-2215-4007-a717-d07498e2ee3a None None] Pushing event updated for resources: {'Port': ['ID=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:22.429190 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Allocated IP 172.20.0.1 (fe23fe61-0e89-423a-a286-b8877cd847df/e9d5840c-e07a-439a-8cc9-38f1dc592504/26d926f3-8300-4e25-bde6-4b51bc0d25bc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:22.441816 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:22.442193 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:22.444820 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.445230 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:22.445808 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Bound port: 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:22.446194 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.471419 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 013f9ef5-0a86-4dfb-8a6f-47d084948353 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:22.472466 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.556358 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] For port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:22.560283 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] For port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:22.569004 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.591321 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 013f9ef5-0a86-4dfb-8a6f-47d084948353, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=013f9ef5-0a86-4dfb-8a6f-47d084948353,segment=NetworkSegment(d1e96d57-ba52-4f82-a4e4-bd7e1555cf72),segment_id=d1e96d57-ba52-4f82-a4e4-bd7e1555cf72)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:22.604129 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.607169 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device cf00db9b-773d-405a-98eb-b909c751c073 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:22.611646 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks [] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.677956 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b06de3-2215-4007-a717-d07498e2ee3a None None] Pushing event updated for resources: {'Port': ['ID=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:22.682659 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a14d9-b594-4aca-b3a1-ba9928dedf25 None None] Network fe23fe61-0e89-423a-a286-b8877cd847df requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:10:22.703598 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.712676 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Routers {'b3e8621b-d53b-49aa-993c-ba5877a5f5fa'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:22.714290 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:22.769843 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-e8bed9d1-ac26-4648-a1c1-bbb1292a6f2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=727e3f4080764b928cc942e91bd6b497&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2387905 Apr 01 16:10:22.770989 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bed9d1-ac26-4648-a1c1-bbb1292a6f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e4531-f4bd-4620-b642-4c2df041de65,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:22.773649 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43720) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:22.812748 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Network fe23fe61-0e89-423a-a286-b8877cd847df is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:22.816637 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:22.822461 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:22.872057 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Pushing event updated for resources: {'Port': ['ID=26d926f3-8300-4e25-bde6-4b51bc0d25bc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:22.879337 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71c8fc8b-466b-4c63-9c26-92a83c71f69e admin admin] Publish callbacks [] for security_group (e51e4531-f4bd-4620-b642-4c2df041de65), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.887028 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfadad-9c19-472c-a681-c8d8a1d5faa3 req-2b95581f-2e14-4c79-a953-57ec17d7c251 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:22.895771 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f7dfadad-9c19-472c-a681-c8d8a1d5faa3 req-2b95581f-2e14-4c79-a953-57ec17d7c251 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1956301 Apr 01 16:10:22.950599 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:22.977128 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] Set router b3e8621b-d53b-49aa-993c-ba5877a5f5fa gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:22.998559 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8357580a-07fd-47e7-8da7-ad890aa9839e up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:23.003182 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71c8fc8b-466b-4c63-9c26-92a83c71f69e admin admin] Publish callbacks [] for security_group (e51e4531-f4bd-4620-b642-4c2df041de65), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.022797 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec996e6-121d-49e0-8eb0-4e503bc9db92 req-6006aafa-51ac-4b94-802e-89a8ccc5af93 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:23.024333 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ec996e6-121d-49e0-8eb0-4e503bc9db92 req-6006aafa-51ac-4b94-802e-89a8ccc5af93 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 945 time: 0.1036305 Apr 01 16:10:23.066667 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f7dfadad-9c19-472c-a681-c8d8a1d5faa3 req-6cec0c11-d633-4304-82eb-35429069c55c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695604 Apr 01 16:10:23.088290 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=013f9ef5-0a86-4dfb-8a6f-47d084948353,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:23.106046 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ec996e6-121d-49e0-8eb0-4e503bc9db92 req-1ac8b9ab-61d4-4cd7-9e57-678f8210945c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738997 Apr 01 16:10:23.153382 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71c8fc8b-466b-4c63-9c26-92a83c71f69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (e51e4531-f4bd-4620-b642-4c2df041de65), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.160192 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71c8fc8b-466b-4c63-9c26-92a83c71f69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.161728 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-71c8fc8b-466b-4c63-9c26-92a83c71f69e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e51e4531-f4bd-4620-b642-4c2df041de65 HTTP/1.1" status: 204 len: 168 time: 0.3868539 Apr 01 16:10:23.176332 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8fc8b-466b-4c63-9c26-92a83c71f69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51e4531-f4bd-4620-b642-4c2df041de65,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:23.195447 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-afe42b55-3b1c-49c4-a64a-f1a4fc98ead7 None None] Provisioning complete for port 013f9ef5-0a86-4dfb-8a6f-47d084948353 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:23.195981 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afe42b55-3b1c-49c4-a64a-f1a4fc98ead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.222060 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.328188 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port cf00db9b-773d-405a-98eb-b909c751c073 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:23.328582 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (cf00db9b-773d-405a-98eb-b909c751c073), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.420410 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:20Z', 'revision_number': 3, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port': {'id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:19Z', 'updated_at': '2022-04-01T16:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:23.455049 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21cc21-bf6d-4759-81d8-ae80b948fcc5 None None] The sync data for ids ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'] in dv-cinder-835880-3-smb is: [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:20Z', 'revision_number': 3, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port': {'id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:19Z', 'updated_at': '2022-04-01T16:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:23.460437 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks [] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.477812 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.495618 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 8357580a-07fd-47e7-8da7-ad890aa9839e completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:10:23.511243 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 8357580a-07fd-47e7-8da7-ad890aa9839e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:23.531912 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.595137 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Pushing event updated for resources: {'Port': ['ID=26d926f3-8300-4e25-bde6-4b51bc0d25bc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:23.639193 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d49e74-8550-47ee-82f8-67a9995539c3 req-af538060-ee9a-43b6-b763-4ed57a279bb3 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:23.663172 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d7d49e74-8550-47ee-82f8-67a9995539c3 req-af538060-ee9a-43b6-b763-4ed57a279bb3 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1895430 Apr 01 16:10:23.666088 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:23.830711 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d7d49e74-8550-47ee-82f8-67a9995539c3 req-9a99b781-7b78-47c5-81f8-7fdbc182af83 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625886 Apr 01 16:10:23.905711 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Network fe23fe61-0e89-423a-a286-b8877cd847df is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:23.908287 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:24.094386 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-afe42b55-3b1c-49c4-a64a-f1a4fc98ead7 None None] Current status of the port 013f9ef5-0a86-4dfb-8a6f-47d084948353 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:24.210014 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Router b3e8621b-d53b-49aa-993c-ba5877a5f5fa has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:24.289029 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-2fe78047-f141-4c1c-bdcf-2f97dff5e06e None None] Provisioning complete for port 26d926f3-8300-4e25-bde6-4b51bc0d25bc triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:24.290030 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fe78047-f141-4c1c-bdcf-2f97dff5e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:24.291835 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 8357580a-07fd-47e7-8da7-ad890aa9839e is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:24.292445 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:24.302143 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325e75-2653-4684-a83b-8b90fbf86bae req-3264c799-95ca-417a-91b4-22ce6b216bfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.312892 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9b325e75-2653-4684-a83b-8b90fbf86bae req-3264c799-95ca-417a-91b4-22ce6b216bfe tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0964427 Apr 01 16:10:24.337396 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port cf00db9b-773d-405a-98eb-b909c751c073 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:24.352615 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:24.355050 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f52def-ad85-4d38-8f68-c6c5a9ce9654" -d '{"events": [{"server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "name": "network-vif-plugged", "status": "completed", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:24.378950 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8357580a-07fd-47e7-8da7-ad890aa9839e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8357580a-07fd-47e7-8da7-ad890aa9839e,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:24.382827 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2fe78047-f141-4c1c-bdcf-2f97dff5e06e None None] Port 26d926f3-8300-4e25-bde6-4b51bc0d25bc cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:10:24.402309 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:24.431255 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9b325e75-2653-4684-a83b-8b90fbf86bae req-03520bf3-cb93-40cb-9247-356e1d89b3b1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173284 Apr 01 16:10:24.501185 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=8357580a-07fd-47e7-8da7-ad890aa9839e,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:24.507017 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-2fe78047-f141-4c1c-bdcf-2f97dff5e06e None None] Provisioning complete for port 013f9ef5-0a86-4dfb-8a6f-47d084948353 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:24.507504 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fe78047-f141-4c1c-bdcf-2f97dff5e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:24.582814 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f99733-8960-463b-92f3-399f039cd286 x-openstack-request-id: req-18f99733-8960-463b-92f3-399f039cd286 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:24.583125 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "name": "network-vif-plugged", "status": "completed", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:24.583365 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18f99733-8960-463b-92f3-399f039cd286 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:24.583772 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f99733-8960-463b-92f3-399f039cd286'] response: {'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'code': 200} Apr 01 16:10:24.633533 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d046d7-a9e6-4798-8848-b651ae4d868e req-270c20be-add5-4b9e-bccd-bb2bcac8a2e2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.635410 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-41d046d7-a9e6-4798-8848-b651ae4d868e req-270c20be-add5-4b9e-bccd-bb2bcac8a2e2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 945 time: 0.3904250 Apr 01 16:10:24.672664 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:24.692170 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2fe78047-f141-4c1c-bdcf-2f97dff5e06e None None] Current status of the port 013f9ef5-0a86-4dfb-8a6f-47d084948353 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:24.700089 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-dcfbb1b9-55b7-4547-b1a6-2fc758bc1804 admin admin] 10.222.0.70 "PUT /v2.0/routers/b3e8621b-d53b-49aa-993c-ba5877a5f5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8795972 Apr 01 16:10:24.722086 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:24.799740 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-41d046d7-a9e6-4798-8848-b651ae4d868e req-5cfdeb70-20d2-4765-a8f5-ae18628dafe7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443620 Apr 01 16:10:24.806579 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:24.806970 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:24.864333 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-f77f09dc-d488-4bc8-9d4a-f7dacdba677d None None] Provisioning complete for port 26d926f3-8300-4e25-bde6-4b51bc0d25bc triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:24.864736 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f77f09dc-d488-4bc8-9d4a-f7dacdba677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:24.943025 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f77f09dc-d488-4bc8-9d4a-f7dacdba677d None None] Port 26d926f3-8300-4e25-bde6-4b51bc0d25bc cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:10:24.962021 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:24.962678 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:24.973007 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7172-2502-4b2c-a2c3-de9de1fe569a req-cded6061-cdf3-4ee0-b0d4-44fa42bc1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.974667 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c1aa7172-2502-4b2c-a2c3-de9de1fe569a req-cded6061-cdf3-4ee0-b0d4-44fa42bc1645 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1130 time: 0.1279671 Apr 01 16:10:25.003438 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:25.026771 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.027850 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 013f9ef5-0a86-4dfb-8a6f-47d084948353 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:25.040641 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595383e-0a12-4c68-a8f8-044851ac4059 req-d26d9d52-381a-4a04-afae-1dafbdabdc66 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.053711 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9595383e-0a12-4c68-a8f8-044851ac4059 req-d26d9d52-381a-4a04-afae-1dafbdabdc66 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0957606 Apr 01 16:10:25.072541 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c1aa7172-2502-4b2c-a2c3-de9de1fe569a req-ce670207-03fd-4812-a7d7-bd208dc10d40 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799310 Apr 01 16:10:25.130557 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9595383e-0a12-4c68-a8f8-044851ac4059 req-29990639-bfa0-444c-bbe0-fd62cb4e3ae2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735326 Apr 01 16:10:25.159440 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:25.187194 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 013f9ef5-0a86-4dfb-8a6f-47d084948353 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:25.187419 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.283739 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 013f9ef5-0a86-4dfb-8a6f-47d084948353 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:25.460584 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:25.465258 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3ec7e587-1c27-4057-b14d-eb04c73c3cf5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338414217', 'description': 'tempest-secgroup-smoke-1338414217 description', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:25.485905 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e587-1c27-4057-b14d-eb04c73c3cf5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.564103 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e587-1c27-4057-b14d-eb04c73c3cf5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group (62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.570636 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e587-1c27-4057-b14d-eb04c73c3cf5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.620089 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d637c-7144-4151-876f-c6b5692893f0 req-37475708-eaa8-42fe-84ab-d31f916fd613 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.621941 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e587-1c27-4057-b14d-eb04c73c3cf5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.623050 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-793d637c-7144-4151-876f-c6b5692893f0 req-37475708-eaa8-42fe-84ab-d31f916fd613 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0798652 Apr 01 16:10:25.628718 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-3ec7e587-1c27-4057-b14d-eb04c73c3cf5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1669302 Apr 01 16:10:25.631764 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7e587-1c27-4057-b14d-eb04c73c3cf5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:25.633885 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43784) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:25.638344 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cb3b0db0-9a09-4412-92b5-edf4e3390958 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'security_group_rule': {'security_group_id': '62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:25.672982 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0db0-9a09-4412-92b5-edf4e3390958 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (69dd0dd4-6547-41d2-ae20-4e085f66feb5), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.698194 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-793d637c-7144-4151-876f-c6b5692893f0 req-8b54226a-4598-4e16-8995-f419f07b98f9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648673 Apr 01 16:10:25.738829 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0db0-9a09-4412-92b5-edf4e3390958 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (69dd0dd4-6547-41d2-ae20-4e085f66feb5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.743022 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0db0-9a09-4412-92b5-edf4e3390958 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (69dd0dd4-6547-41d2-ae20-4e085f66feb5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.761533 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b0db0-9a09-4412-92b5-edf4e3390958 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dd0dd4-6547-41d2-ae20-4e085f66feb5,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:25.770801 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0db0-9a09-4412-92b5-edf4e3390958 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.772225 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-cb3b0db0-9a09-4412-92b5-edf4e3390958 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373987 Apr 01 16:10:25.777220 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43790) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:25.780423 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'security_group_rule': {'security_group_id': '62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:25.808968 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (d56f32fb-75eb-4d09-92c9-e4299a8580e7), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.894564 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (d56f32fb-75eb-4d09-92c9-e4299a8580e7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.899427 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (d56f32fb-75eb-4d09-92c9-e4299a8580e7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.936953 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56f32fb-75eb-4d09-92c9-e4299a8580e7,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:25.947704 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.948145 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.948423 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.948740 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.949074 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.949403 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.949760 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.950093 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.950415 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.951280 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.951589 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.951911 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.952230 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.952548 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.952861 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:25.957465 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:25.962200 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-18c2ede4-95ba-4bc8-ac10-cb035fa32d8e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1826575 Apr 01 16:10:25.963406 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43794) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:25.969584 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'security_group_rule': {'security_group_id': '62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:25.983289 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e1e05-546a-4cf9-9888-085665cb301e req-f5c8ee59-cf17-43f8-8c10-eeb4fa0c7b71 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.985472 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7a8e1e05-546a-4cf9-9888-085665cb301e req-f5c8ee59-cf17-43f8-8c10-eeb4fa0c7b71 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.1015081 Apr 01 16:10:26.009227 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.018235 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (b497a492-3a0d-4847-9df7-b994dd31456f), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.054488 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7a8e1e05-546a-4cf9-9888-085665cb301e req-e4a70570-e3a3-4e1a-9715-81d28ed23292 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593307 Apr 01 16:10:26.093937 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (b497a492-3a0d-4847-9df7-b994dd31456f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.098837 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (b497a492-3a0d-4847-9df7-b994dd31456f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.101916 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Sync routers for ids ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:26.112720 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Routers {'b3e8621b-d53b-49aa-993c-ba5877a5f5fa'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:26.113350 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:26.128509 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.132288 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657002 Apr 01 16:10:26.132657 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43796) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:26.138836 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-fe1df49f-9815-4da8-996f-a3448a5a8886 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'security_group_rule': {'security_group_id': '62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:26.143981 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b497a492-3a0d-4847-9df7-b994dd31456f,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:26.157116 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.157513 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.158086 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.158239 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.158472 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.158803 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.159800 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.159800 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.160036 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.160354 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.160617 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.160920 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.161250 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.161575 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.161939 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d02a8e-4972-4988-b4f1-b322ac6bb2eb tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:26.198215 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe1df49f-9815-4da8-996f-a3448a5a8886 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (7df01a49-69c7-4ed6-b8c6-a72680f926a6), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.241051 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Set router b3e8621b-d53b-49aa-993c-ba5877a5f5fa gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:26.299991 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe1df49f-9815-4da8-996f-a3448a5a8886 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (7df01a49-69c7-4ed6-b8c6-a72680f926a6), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.304728 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe1df49f-9815-4da8-996f-a3448a5a8886 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (7df01a49-69c7-4ed6-b8c6-a72680f926a6), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.335239 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1df49f-9815-4da8-996f-a3448a5a8886 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df01a49-69c7-4ed6-b8c6-a72680f926a6,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:26.362096 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411f65b-922a-45d7-8be6-e3d49f81b83e req-dda33b16-f3c6-416a-b7b3-958f522afdbf tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:26.370400 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5411f65b-922a-45d7-8be6-e3d49f81b83e req-dda33b16-f3c6-416a-b7b3-958f522afdbf tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1188326 Apr 01 16:10:26.377344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe1df49f-9815-4da8-996f-a3448a5a8886 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.381544 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-fe1df49f-9815-4da8-996f-a3448a5a8886 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2446504 Apr 01 16:10:26.382695 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43802) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:26.387293 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'security_group_rule': {'security_group_id': '62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:26.446859 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5411f65b-922a-45d7-8be6-e3d49f81b83e req-f3ac1e71-71ea-43a4-a457-cb9343d2f0f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745766 Apr 01 16:10:26.463527 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Project 5f3da02e3cc24e31b689ebf9d4816fec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:26.471811 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (e3a5e073-b45c-44e4-98ec-1e9813508a39), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.517388 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:26.546623 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (e3a5e073-b45c-44e4-98ec-1e9813508a39), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.550592 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (e3a5e073-b45c-44e4-98ec-1e9813508a39), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.571714 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a5e073-b45c-44e4-98ec-1e9813508a39,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:26.577882 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.581935 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43806) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:26.582154 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-26bf2774-9dae-4b75-bbf1-148d40c72bb8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1982872 Apr 01 16:10:26.586393 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'security_group_rule': {'security_group_id': '62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616', 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:26.592995 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:23Z', 'revision_number': 4, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port': {'id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:19Z', 'updated_at': '2022-04-01T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '26d926f3-8300-4e25-bde6-4b51bc0d25bc', 'name': '', 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'mac_address': 'fa:16:3e:5f:96:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e9d5840c-e07a-439a-8cc9-38f1dc592504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:23Z', 'revision_number': 2, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'subnets': [{'id': 'e9d5840c-e07a-439a-8cc9-38f1dc592504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:26.612044 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.securitygroups_db [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Project 5f3da02e3cc24e31b689ebf9d4816fec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:26.617656 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (7ad55eb4-d7bf-4379-971e-31212eb6f4a6), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.622284 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Checking router: b3e8621b-d53b-49aa-993c-ba5877a5f5fa for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:26.623208 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Updating router b3e8621b-d53b-49aa-993c-ba5877a5f5fa port 26d926f3-8300-4e25-bde6-4b51bc0d25bc binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:10:26.645978 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:26.646351 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.675357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.704013 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (7ad55eb4-d7bf-4379-971e-31212eb6f4a6), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.710088 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (7ad55eb4-d7bf-4379-971e-31212eb6f4a6), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.721526 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-0f2e2301-5c44-4d11-af7b-852cc8dd733c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638814 Apr 01 16:10:26.735558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad55eb4-d7bf-4379-971e-31212eb6f4a6,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:26.743756 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:26.745044 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-1c5597c5-b5e7-46a1-9728-7ac0827b8992 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1621039 Apr 01 16:10:26.844135 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:26.852601 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-1f629be1-7c19-4216-aa32-c0927ebd4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:26.854211 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-1f629be1-7c19-4216-aa32-c0927ebd4079 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 1129 time: 0.0912888 Apr 01 16:10:26.886575 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfd8a5-e8f5-40df-bf78-7c1da90ac277 req-401ccece-bb70-4afa-9281-8f291dc2f00b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:26.898191 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2adfd8a5-e8f5-40df-bf78-7c1da90ac277 req-401ccece-bb70-4afa-9281-8f291dc2f00b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0853765 Apr 01 16:10:27.014840 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2adfd8a5-e8f5-40df-bf78-7c1da90ac277 req-68351ca4-759f-4ad9-b291-5d035031dc9b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090577 Apr 01 16:10:27.019688 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74a058c5-5a1f-420f-887b-c8ea268d629b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.040587 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-23a2cde6-7aaf-4494-9149-f137863849fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.042256 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-23a2cde6-7aaf-4494-9149-f137863849fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.1351554 Apr 01 16:10:27.080669 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Publish callbacks [] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.090047 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-05944b07-39e6-431b-8538-b219823c3eb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dc074c7-4751-402b-a969-4201d52da570 HTTP/1.1" status: 200 len: 217 time: 0.0414166 Apr 01 16:10:27.095253 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.162021 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-87adc951-b336-495f-bf2f-01584613f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.164265 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-87adc951-b336-495f-bf2f-01584613f163 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0624993 Apr 01 16:10:27.211219 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b012ea-ae57-4489-a885-0f09cbf20c40 None None] Pushing event updated for resources: {'Port': ['ID=26d926f3-8300-4e25-bde6-4b51bc0d25bc,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:27.248896 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76977f5-a065-47fa-93f4-22f5f255ecb1 req-9ca9eaab-3605-4dce-867a-f9a65dff6b62 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.252401 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Attempting to bind port 26d926f3-8300-4e25-bde6-4b51bc0d25bc on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:27.252866 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Attempting to bind port 26d926f3-8300-4e25-bde6-4b51bc0d25bc by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:27.253233 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Attempting to bind port 26d926f3-8300-4e25-bde6-4b51bc0d25bc on network fe23fe61-0e89-423a-a286-b8877cd847df {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:27.259356 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:27.259743 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Checking segment: {'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:27.260164 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.260561 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Bound using segment: {'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:27.261051 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Bound port: 26d926f3-8300-4e25-bde6-4b51bc0d25bc, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:27.261489 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.265230 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d76977f5-a065-47fa-93f4-22f5f255ecb1 req-9ca9eaab-3605-4dce-867a-f9a65dff6b62 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.1177619 Apr 01 16:10:27.265505 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-adade34c-4f74-438b-ae47-53d670459522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.266786 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-adade34c-4f74-438b-ae47-53d670459522 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0959437 Apr 01 16:10:27.348853 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d76977f5-a065-47fa-93f4-22f5f255ecb1 req-cff97324-37b7-45a8-af1b-8230c99c48a8 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808682 Apr 01 16:10:27.378155 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] For port 26d926f3-8300-4e25-bde6-4b51bc0d25bc, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:27.383343 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] For port 26d926f3-8300-4e25-bde6-4b51bc0d25bc, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=26d926f3-8300-4e25-bde6-4b51bc0d25bc,segment=NetworkSegment(d1e96d57-ba52-4f82-a4e4-bd7e1555cf72),segment_id=d1e96d57-ba52-4f82-a4e4-bd7e1555cf72)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:27.394912 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.461697 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Routers {'b3e8621b-d53b-49aa-993c-ba5877a5f5fa'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:27.464515 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:09:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:27.491063 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-9ed4681b-9275-4e37-9f05-ffee1a7e104e service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140374 Apr 01 16:10:27.636057 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3ff744e-98d1-4533-8112-dfa8cefceaa9 req-e7a0b3a3-8579-44bd-b065-a8e9d1c0243e service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267507 Apr 01 16:10:27.684751 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b012ea-ae57-4489-a885-0f09cbf20c40 None None] Pushing event updated for resources: {'Port': ['ID=26d926f3-8300-4e25-bde6-4b51bc0d25bc,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:27.686629 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff7a20-2d6e-4a07-9664-ad8f077ea70b req-c23c27e7-971a-4814-ab9d-0df164062ac0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.689083 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e7ff7a20-2d6e-4a07-9664-ad8f077ea70b req-c23c27e7-971a-4814-ab9d-0df164062ac0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.2197955 Apr 01 16:10:27.691256 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-e4e2b499-ead8-420a-b6a3-59a83a126864 None None] Provisioning complete for port 26d926f3-8300-4e25-bde6-4b51bc0d25bc triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:27.691758 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b499-ead8-420a-b6a3-59a83a126864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.702649 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43864) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:27.704290 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7717b5-e09e-4141-89db-b87e6c106708 req-ac8be354-7093-4c42-acd9-5b7cd5542393 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.707499 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'floatingip': {'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:27.708960 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b7717b5-e09e-4141-89db-b87e6c106708 req-ac8be354-7093-4c42-acd9-5b7cd5542393 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1390839 Apr 01 16:10:27.757913 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:27.845860 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b7717b5-e09e-4141-89db-b87e6c106708 req-cd2b3442-9968-47de-a6ec-93412fce4455 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303031 Apr 01 16:10:27.953592 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] Set router b3e8621b-d53b-49aa-993c-ba5877a5f5fa gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:28.086684 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2b499-ead8-420a-b6a3-59a83a126864 None None] Current status of the port 26d926f3-8300-4e25-bde6-4b51bc0d25bc is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:28.087788 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b499-ead8-420a-b6a3-59a83a126864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:28.172974 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e4e2b499-ead8-420a-b6a3-59a83a126864 None None] For port 26d926f3-8300-4e25-bde6-4b51bc0d25bc, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=26d926f3-8300-4e25-bde6-4b51bc0d25bc,segment=NetworkSegment(d1e96d57-ba52-4f82-a4e4-bd7e1555cf72),segment_id=d1e96d57-ba52-4f82-a4e4-bd7e1555cf72)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:28.180863 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b499-ead8-420a-b6a3-59a83a126864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:28.279795 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2b499-ead8-420a-b6a3-59a83a126864 None None] Pushing event updated for resources: {'Port': ['ID=26d926f3-8300-4e25-bde6-4b51bc0d25bc,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:28.311724 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5d1044b8-fd79-45f5-8e05-bb4ac6a1a5c2 None None] Provisioning complete for port 26d926f3-8300-4e25-bde6-4b51bc0d25bc triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:28.312150 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d1044b8-fd79-45f5-8e05-bb4ac6a1a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:28.344669 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:23Z', 'revision_number': 4, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port': {'id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:19Z', 'updated_at': '2022-04-01T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '26d926f3-8300-4e25-bde6-4b51bc0d25bc', 'name': '', 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'mac_address': 'fa:16:3e:5f:96:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e9d5840c-e07a-439a-8cc9-38f1dc592504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:27Z', 'revision_number': 4, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'subnets': [{'id': 'e9d5840c-e07a-439a-8cc9-38f1dc592504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:28.387506 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8cddb2-94af-4ab4-996e-19eb49d6cf2f None None] The sync data for ids ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'] in dv-cinder-835880-3-smb is: [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:23Z', 'revision_number': 4, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port': {'id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:19Z', 'updated_at': '2022-04-01T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '26d926f3-8300-4e25-bde6-4b51bc0d25bc', 'name': '', 'network_id': 'fe23fe61-0e89-423a-a286-b8877cd847df', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'mac_address': 'fa:16:3e:5f:96:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e9d5840c-e07a-439a-8cc9-38f1dc592504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:27Z', 'revision_number': 4, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'subnets': [{'id': 'e9d5840c-e07a-439a-8cc9-38f1dc592504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:28.487321 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:10:28.488743 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5d1044b8-fd79-45f5-8e05-bb4ac6a1a5c2 None None] Current status of the port 26d926f3-8300-4e25-bde6-4b51bc0d25bc is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:28.679337 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71252cc-5fdc-47b3-9371-f5c083969e62 req-0c72bcf2-785a-41f3-8b6f-894925c9732b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.680911 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a71252cc-5fdc-47b3-9371-f5c083969e62 req-0c72bcf2-785a-41f3-8b6f-894925c9732b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.5655103 Apr 01 16:10:28.787132 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:28.796370 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:28.802349 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a71252cc-5fdc-47b3-9371-f5c083969e62 req-3f4d58a0-1fdc-42d9-9c26-157bc54fee00 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095254 Apr 01 16:10:28.964930 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Floating IP c9f65423-3547-4e98-9c2b-446cbc196dc8 associated. External IP: 172.28.3.225, port: 8357580a-07fd-47e7-8da7-ad890aa9839e. Apr 01 16:10:29.093638 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b89e8-14b8-4020-8b1d-d53ce5fe6baa req-92b10568-b2fb-4b44-b003-6c9fd0f041ff tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.096392 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-942b89e8-14b8-4020-8b1d-d53ce5fe6baa req-92b10568-b2fb-4b44-b003-6c9fd0f041ff tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1235178 Apr 01 16:10:29.178388 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-942b89e8-14b8-4020-8b1d-d53ce5fe6baa req-4890a79c-108a-405c-944a-2373974f6e0e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758781 Apr 01 16:10:29.277848 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Router 6705a93c-27e3-4185-9486-c28db94badb3 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:29.356721 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9eb475b2-d0ae-4c11-a507-b9857d5cae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:29.412774 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:29.418371 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:29.423746 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] Sync routers for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:29.435348 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:29.435972 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:10:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:29.465873 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8f704ab6-6b90-45da-bf2a-c30dce3591c2 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "PUT /v2.0/floatingips/c9f65423-3547-4e98-9c2b-446cbc196dc8 HTTP/1.1" status: 200 len: 992 time: 1.7475991 Apr 01 16:10:29.465873 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:29.465873 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc9337-fc34-4773-9b07-604672adaf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:29.496264 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab01b24-d024-4b41-b548-1a031b647e25 x-openstack-request-id: req-6ab01b24-d024-4b41-b548-1a031b647e25 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:29.496576 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:29.496837 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ab01b24-d024-4b41-b548-1a031b647e25 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:29.497215 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab01b24-d024-4b41-b548-1a031b647e25'] response: {'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'status': 'completed', 'code': 200} Apr 01 16:10:29.578500 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-eb9b1cb2-87e2-437c-921e-eefd8e61ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.580182 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-eb9b1cb2-87e2-437c-921e-eefd8e61ed9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1130 time: 0.0564187 Apr 01 16:10:29.669649 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:29.680537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-f61af088-f4a2-4009-b1fc-da2d9242a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.681998 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-f61af088-f4a2-4009-b1fc-da2d9242a4b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.0948577 Apr 01 16:10:29.753556 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-77708572-f2b0-4770-9b06-099805d8ccc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 1000 time: 0.0655439 Apr 01 16:10:29.804719 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-bfa980ea-ecd7-4cc5-ba98-bef0d783b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.806233 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-bfa980ea-ecd7-4cc5-ba98-bef0d783b0bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0461791 Apr 01 16:10:29.863602 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-95daeb8b-9219-4827-b55b-0b2c1f8b5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.865447 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-95daeb8b-9219-4827-b55b-0b2c1f8b5eb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532506 Apr 01 16:10:29.930610 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'c9f65423-3547-4e98-9c2b-446cbc196dc8', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'floating_ip_address': '172.28.3.225', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'mac_address': 'fa:16:3e:10:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:07Z', 'updated_at': '2022-04-01T16:10:28Z', 'revision_number': 1, 'project_id': '5757632974644680a8df00143a0d1c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:29.966510 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] Checking router: 6705a93c-27e3-4185-9486-c28db94badb3 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:29.975359 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561492-1f6a-46c8-aefa-e94b27483efd req-eeeabaaa-f367-4d50-997f-ed2341a71bde tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.977154 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-71561492-1f6a-46c8-aefa-e94b27483efd req-eeeabaaa-f367-4d50-997f-ed2341a71bde tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0743530 Apr 01 16:10:29.979714 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-9a8f0d68-b25c-4b0c-9ffa-926c95324c36 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061208 Apr 01 16:10:29.982762 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:29.983565 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:10:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:30.081625 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-71561492-1f6a-46c8-aefa-e94b27483efd req-d3a8f308-513c-475e-a42f-d2b2daa5b079 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979741 Apr 01 16:10:30.113388 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7bc9337-fc34-4773-9b07-604672adaf5c req-f868805e-8fa5-44d0-8c0d-47b3210b17de service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200933 Apr 01 16:10:30.140682 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:30.363279 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520062a0-f943-4642-ac05-82a640baf45d req-bb25b676-ff9f-403d-91fa-e29ea6c3bc70 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:30.378981 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-520062a0-f943-4642-ac05-82a640baf45d req-bb25b676-ff9f-403d-91fa-e29ea6c3bc70 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1261404 Apr 01 16:10:30.384555 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:30.454244 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'c9f65423-3547-4e98-9c2b-446cbc196dc8', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'floating_ip_address': '172.28.3.225', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'mac_address': 'fa:16:3e:10:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:07Z', 'updated_at': '2022-04-01T16:10:28Z', 'revision_number': 1, 'project_id': '5757632974644680a8df00143a0d1c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:30.473318 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-520062a0-f943-4642-ac05-82a640baf45d req-598cf38b-f7ab-4355-be50-e3b1865b6c0a tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908859 Apr 01 16:10:30.503623 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c920ef-4e87-4b0d-88f5-3b2f2e51427d None None] The sync data for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb is: [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'c9f65423-3547-4e98-9c2b-446cbc196dc8', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'floating_ip_address': '172.28.3.225', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'mac_address': 'fa:16:3e:10:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:07Z', 'updated_at': '2022-04-01T16:10:28Z', 'revision_number': 1, 'project_id': '5757632974644680a8df00143a0d1c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:30.543734 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 26d926f3-8300-4e25-bde6-4b51bc0d25bc up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:30.600984 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 26d926f3-8300-4e25-bde6-4b51bc0d25bc triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:30.601315 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:30.692965 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 26d926f3-8300-4e25-bde6-4b51bc0d25bc is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:30.728610 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c164e51-424a-4b82-b44a-629a589bc904 None None] New status for floating IP c9f65423-3547-4e98-9c2b-446cbc196dc8: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:10:31.206896 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca031fb-630f-41f4-bc78-0bbadd7bf237 req-bd42f5c7-58e8-4199-a0ac-eb05fe2caa97 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:31.208390 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4ca031fb-630f-41f4-bc78-0bbadd7bf237 req-bd42f5c7-58e8-4199-a0ac-eb05fe2caa97 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0549102 Apr 01 16:10:31.256001 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4ca031fb-630f-41f4-bc78-0bbadd7bf237 req-38e9e0df-a74c-4990-b8bf-b08f72103160 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 Apr 01 16:10:31.630214 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15ad89-70fb-48d6-a9e4-7a453c10cb0c req-361ab19c-a0eb-4005-a6f0-7e80e1a757c5 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:31.631765 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-aa15ad89-70fb-48d6-a9e4-7a453c10cb0c req-361ab19c-a0eb-4005-a6f0-7e80e1a757c5 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0731196 Apr 01 16:10:31.684146 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-aa15ad89-70fb-48d6-a9e4-7a453c10cb0c req-124236de-1e15-4225-98e1-ce6038a72f93 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460815 Apr 01 16:10:31.977833 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:32.382763 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ad20d-620c-4301-985f-7d5c2c568276 req-86580af7-887d-48cc-abaf-ef8aa7542d80 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:32.384238 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad1ad20d-620c-4301-985f-7d5c2c568276 req-86580af7-887d-48cc-abaf-ef8aa7542d80 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0555353 Apr 01 16:10:32.439502 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad1ad20d-620c-4301-985f-7d5c2c568276 req-d6819d98-dc05-40db-988a-03fd417656a6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473268 Apr 01 16:10:32.807089 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d617bdb-aa7f-4f90-8438-bd79b5157d10 req-04796e3e-cc3d-430b-948a-02f54ee8088c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:32.808572 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4d617bdb-aa7f-4f90-8438-bd79b5157d10 req-04796e3e-cc3d-430b-948a-02f54ee8088c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0541210 Apr 01 16:10:32.858743 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4d617bdb-aa7f-4f90-8438-bd79b5157d10 req-e2d40f17-9bdc-4680-9b22-0c93f63e3fff tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Apr 01 16:10:32.932394 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:10:33.035263 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:33.047208 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'port_id': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'mac_address': 'fa:16:3e:ab:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:10:33.085885 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: ACTIVE; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:33.086270 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.099610 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a572008e-9a07-4c68-b642-d8bee3e97623 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:33.120131 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:33.124346 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.178711 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:33.236677 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['a572008e-9a07-4c68-b642-d8bee3e97623'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:33.237005 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 43968) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:33.352082 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a707926d-6338-4c78-945a-78a649f96ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.441956 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a707926d-6338-4c78-945a-78a649f96ecf admin admin] Publish callbacks [] for security_group (ccd6cdcd-2bad-4d17-90be-796dd60ba417), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.445828 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a707926d-6338-4c78-945a-78a649f96ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ccd6cdcd-2bad-4d17-90be-796dd60ba417), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.489458 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 43982) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:33.489598 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a707926d-6338-4c78-945a-78a649f96ecf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ad9ed7d70f24ac2bb74d5ed07d861f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548752 Apr 01 16:10:33.490519 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707926d-6338-4c78-945a-78a649f96ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6cdcd-2bad-4d17-90be-796dd60ba417,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:33.505489 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.558351 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9275-e885-4e18-be6d-6086838bd1d2 admin admin] Publish callbacks [] for security_group (ccd6cdcd-2bad-4d17-90be-796dd60ba417), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.587391 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9275-e885-4e18-be6d-6086838bd1d2 admin admin] Publish callbacks [] for security_group (ccd6cdcd-2bad-4d17-90be-796dd60ba417), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.599068 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1866f1-f698-4982-9e0a-7c50900cfaf4 req-e94d4680-df62-4df0-b8d8-ce78698e2d89 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:33.606001 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6e1866f1-f698-4982-9e0a-7c50900cfaf4 req-e94d4680-df62-4df0-b8d8-ce78698e2d89 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 945 time: 0.0726457 Apr 01 16:10:33.665186 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9275-e885-4e18-be6d-6086838bd1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ccd6cdcd-2bad-4d17-90be-796dd60ba417), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.668796 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6e1866f1-f698-4982-9e0a-7c50900cfaf4 req-fa49452a-3810-49e8-bf22-8d5bdf314e3c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619097 Apr 01 16:10:33.669990 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9275-e885-4e18-be6d-6086838bd1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:33.673671 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a9fa9275-e885-4e18-be6d-6086838bd1d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccd6cdcd-2bad-4d17-90be-796dd60ba417 HTTP/1.1" status: 204 len: 168 time: 0.1803501 Apr 01 16:10:33.681856 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa9275-e885-4e18-be6d-6086838bd1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6cdcd-2bad-4d17-90be-796dd60ba417,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:34.000050 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad4cc-620d-4de3-af47-718de48e2a4e req-910ce6c1-a40c-4b46-845a-b1f33cbc7925 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:34.002370 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-073ad4cc-620d-4de3-af47-718de48e2a4e req-910ce6c1-a40c-4b46-845a-b1f33cbc7925 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0657041 Apr 01 16:10:34.018313 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44004) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:34.033277 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0a011df0-b21e-4ebc-808f-c3f4a9c67bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:34.065641 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-073ad4cc-620d-4de3-af47-718de48e2a4e req-ae0af8ac-6c57-4e95-92e7-c1f3f9113e0e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548973 Apr 01 16:10:34.157296 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0a011df0-b21e-4ebc-808f-c3f4a9c67bda admin admin] Publish callbacks [] for security_group (c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:34.165761 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0a011df0-b21e-4ebc-808f-c3f4a9c67bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:34.200150 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a011df0-b21e-4ebc-808f-c3f4a9c67bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:34.216632 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0a011df0-b21e-4ebc-808f-c3f4a9c67bda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b46e4ec2cfd94d018ab252362283ee44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969419 Apr 01 16:10:34.219136 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44010) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:34.282061 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-53c9b315-f3fa-441c-bf7c-6b1cf953bae7 admin admin] Publish callbacks [] for security_group (c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:34.311084 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-53c9b315-f3fa-441c-bf7c-6b1cf953bae7 admin admin] Publish callbacks [] for security_group (c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:34.368137 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-53c9b315-f3fa-441c-bf7c-6b1cf953bae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:34.382014 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-53c9b315-f3fa-441c-bf7c-6b1cf953bae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:34.385712 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-53c9b315-f3fa-441c-bf7c-6b1cf953bae7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f HTTP/1.1" status: 204 len: 168 time: 0.1655538 Apr 01 16:10:34.395802 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9b315-f3fa-441c-bf7c-6b1cf953bae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ba8872-5dda-4ba2-b33a-fd64c2bdbe4f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:34.890268 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60770d4-d484-44e0-b8ae-320887f59870 req-c444fade-600b-40ef-8007-e47dd44d814e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:34.893040 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f60770d4-d484-44e0-b8ae-320887f59870 req-c444fade-600b-40ef-8007-e47dd44d814e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 945 time: 0.1012013 Apr 01 16:10:34.948699 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:35.010990 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44020) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:35.023612 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f60770d4-d484-44e0-b8ae-320887f59870 req-5d0631e9-410b-4be7-9598-02491e47f31c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242573 Apr 01 16:10:35.041483 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12eb84ad-ee81-44e5-9f4d-b2a2c31682ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.067802 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port a572008e-9a07-4c68-b642-d8bee3e97623 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:35.068242 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.204858 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:35.205298 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.232964 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:35.235623 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d325f49-0fce-40b5-8d23-c5864c5efc1e" -d '{"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-plugged", "status": "completed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:35.258011 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12eb84ad-ee81-44e5-9f4d-b2a2c31682ea admin admin] Publish callbacks [] for security_group (ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.269885 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da2bbb-0471-429d-94a8-858bcda2f356 req-069b3882-34d5-4e3e-aed9-894405afeed9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:35.271367 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a9da2bbb-0471-429d-94a8-858bcda2f356 req-069b3882-34d5-4e3e-aed9-894405afeed9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1188858 Apr 01 16:10:35.272532 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12eb84ad-ee81-44e5-9f4d-b2a2c31682ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.309325 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eaf898-9f26-4311-88a4-4ffd0868141b x-openstack-request-id: req-09eaf898-9f26-4311-88a4-4ffd0868141b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:35.311457 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-plugged", "status": "completed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:35.314114 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09eaf898-9f26-4311-88a4-4ffd0868141b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:35.314114 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09eaf898-9f26-4311-88a4-4ffd0868141b'] response: {'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'code': 200} Apr 01 16:10:35.317449 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:35.325774 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.381901 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-12eb84ad-ee81-44e5-9f4d-b2a2c31682ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fcf35bec12f4672b19a4232d0440b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675668 Apr 01 16:10:35.381901 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb84ad-ee81-44e5-9f4d-b2a2c31682ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:35.395431 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44026) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:35.530847 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:35.554270 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a9da2bbb-0471-429d-94a8-858bcda2f356 req-fcf44c8a-ade7-4994-aad0-43f0f662a006 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654371 Apr 01 16:10:35.594497 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3b717ce7-eecc-428e-b1e4-3737691c724d admin admin] Publish callbacks [] for security_group (ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.626135 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3b717ce7-eecc-428e-b1e4-3737691c724d admin admin] Publish callbacks [] for security_group (ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.683803 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3b717ce7-eecc-428e-b1e4-3737691c724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.687061 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3b717ce7-eecc-428e-b1e4-3737691c724d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:35.688842 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-3b717ce7-eecc-428e-b1e4-3737691c724d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6 HTTP/1.1" status: 204 len: 168 time: 0.2942326 Apr 01 16:10:35.703640 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b717ce7-eecc-428e-b1e4-3737691c724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac020ef0-2db7-40cf-a20c-4fbc9f50e3a6,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:36.230748 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0b9d1-60ab-4988-8882-ac9c69b775f2 req-6505143b-416e-4c30-bc4e-dcb8f48ec80b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:36.233813 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-13a0b9d1-60ab-4988-8882-ac9c69b775f2 req-6505143b-416e-4c30-bc4e-dcb8f48ec80b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0888627 Apr 01 16:10:36.330311 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-13a0b9d1-60ab-4988-8882-ac9c69b775f2 req-bcf311a8-818e-4ce7-aa61-7bf3938950ef tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896711 Apr 01 16:10:36.737935 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227f2dc-4126-4795-9827-a46eea1bbcf6 req-35a64fb9-c43e-479d-ba33-df9f203c7397 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:36.743981 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8227f2dc-4126-4795-9827-a46eea1bbcf6 req-35a64fb9-c43e-479d-ba33-df9f203c7397 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0906498 Apr 01 16:10:36.845533 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8227f2dc-4126-4795-9827-a46eea1bbcf6 req-2962a6ef-f94a-427c-a8e0-52a4dcc492a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870602 Apr 01 16:10:36.949670 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44056) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:37.147102 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1533941095-network', 'tenant_id': 'f12cad8caca24be7a469729f6fb082db'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:37.235544 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Made reservation on behalf of f12cad8caca24be7a469729f6fb082db for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:37.237994 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.251264 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.351913 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks [] for security_group (b4583fb2-98c6-47b3-8781-f482a023d573), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.362924 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b4583fb2-98c6-47b3-8781-f482a023d573), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.393684 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:10:37.410391 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4583fb2-98c6-47b3-8781-f482a023d573,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:37.424312 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (e291e294-130f-425f-b215-8221ecc1ea20), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.424633 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Added segment e291e294-130f-425f-b215-8221ecc1ea20 of type vlan for network eee16103-5f39-484b-a02e-9ae3d119768c Apr 01 16:10:37.497242 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (eee16103-5f39-484b-a02e-9ae3d119768c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.536988 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dad52-1791-4e21-ab8c-a364792d5145 req-a44013b8-ed27-416d-be53-1583961abee6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:37.538523 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0e5dad52-1791-4e21-ab8c-a364792d5145 req-a44013b8-ed27-416d-be53-1583961abee6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1031790 Apr 01 16:10:37.572308 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (eee16103-5f39-484b-a02e-9ae3d119768c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.573264 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:37.574092 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:37.655985 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44068) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:37.656237 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7048719 Apr 01 16:10:37.672703 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Request body: {'subnet': {'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1533941095-subnet', 'tenant_id': 'f12cad8caca24be7a469729f6fb082db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:37.679887 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0e5dad52-1791-4e21-ab8c-a364792d5145 req-66db783e-cc83-44cd-9bc6-35b18cfea820 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285715 Apr 01 16:10:37.687066 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9992b-f0a9-4dff-87e2-db42cb8beb43 admin admin] Pushing event updated for resources: {'Network': ['ID=eee16103-5f39-484b-a02e-9ae3d119768c,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:37.704868 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network eee16103-5f39-484b-a02e-9ae3d119768c details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:10:37.734521 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Made reservation on behalf of f12cad8caca24be7a469729f6fb082db for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:37.743619 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:38.054959 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad3c9-90d3-44f5-99a5-3191f73aaf5b req-8c9d1466-e1b4-43ef-9242-8ce3b8eaf210 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.062713 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-07fad3c9-90d3-44f5-99a5-3191f73aaf5b req-8c9d1466-e1b4-43ef-9242-8ce3b8eaf210 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1398439 Apr 01 16:10:38.074785 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (a85379bf-3870-4441-a422-e8db27462e14), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:38.178081 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-07fad3c9-90d3-44f5-99a5-3191f73aaf5b req-4cdacb84-f48e-4334-91c9-5cf393c32da6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122565 Apr 01 16:10:38.216287 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85379bf-3870-4441-a422-e8db27462e14,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:38.235502 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Checking segment: {'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:38.235871 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Network hostable DHCP agents. Network: eee16103-5f39-484b-a02e-9ae3d119768c, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:10:38.268068 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Network eee16103-5f39-484b-a02e-9ae3d119768c is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:10:38.288699 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, eee16103-5f39-484b-a02e-9ae3d119768c) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:38.294443 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.296063 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:38.302272 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcc480e-9802-4b3c-8a70-3406f8a9809a None None] Network eee16103-5f39-484b-a02e-9ae3d119768c requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:10:38.349756 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-920d67ce-d64b-4ab6-a57e-180bef75a15f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6904352 Apr 01 16:10:38.496732 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ddadf5-57ce-4565-9fb6-6952527ac2f6 None None] Network eee16103-5f39-484b-a02e-9ae3d119768c requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:10:38.619865 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81683b2-dd6b-4e76-bc62-7bb2fd1fc31c req-f3a1cd30-2f74-48c7-9fd3-c6f369f56a4c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.628790 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e81683b2-dd6b-4e76-bc62-7bb2fd1fc31c req-f3a1cd30-2f74-48c7-9fd3-c6f369f56a4c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1370614 Apr 01 16:10:38.725060 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e81683b2-dd6b-4e76-bc62-7bb2fd1fc31c req-3696183c-aa7d-4571-afce-383059ed4a16 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952713 Apr 01 16:10:38.750153 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-edd9c769-940b-4baf-9e95-55e9aa7550d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.751658 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-edd9c769-940b-4baf-9e95-55e9aa7550d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 1130 time: 0.1613703 Apr 01 16:10:38.862142 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-ea6cf674-57d0-46e0-8404-89b7b9c24527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.863627 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-ea6cf674-57d0-46e0-8404-89b7b9c24527 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 912 time: 0.1033065 Apr 01 16:10:38.900857 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaab94e-885e-4ea5-aa4b-4d0352ada749 req-0b87341f-fe1c-4710-88ac-d6cf88a67172 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.909813 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-dcaab94e-885e-4ea5-aa4b-4d0352ada749 req-0b87341f-fe1c-4710-88ac-d6cf88a67172 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1055751 Apr 01 16:10:38.983058 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-1d422769-44da-4f1b-809e-3bc78e92874b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 200 len: 1002 time: 0.1035066 Apr 01 16:10:38.989927 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-dcaab94e-885e-4ea5-aa4b-4d0352ada749 req-d1e4ef9b-0294-442d-abbb-679cca5d24d3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791388 Apr 01 16:10:39.059416 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-96ef830c-1a75-4330-bba6-04c738632aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:39.060772 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-96ef830c-1a75-4330-bba6-04c738632aa3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.0700259 Apr 01 16:10:39.127944 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-8172753c-d021-49ce-97b2-58449ec078ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:39.132655 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-8172753c-d021-49ce-97b2-58449ec078ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0641794 Apr 01 16:10:39.297290 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-e86f635e-a6f2-45a7-b2be-8deea69833a7 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575444 Apr 01 16:10:39.398597 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dc8ba4c9-80e1-4379-98fd-56947896973a req-e4b7f613-303f-49e3-9d7a-216069615bc9 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934024 Apr 01 16:10:39.875691 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa6729-f5c0-4431-b190-dc41e3ae193a req-891c11d0-a224-4147-9867-f9fdc30d92fd tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:39.878018 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1cfa6729-f5c0-4431-b190-dc41e3ae193a req-891c11d0-a224-4147-9867-f9fdc30d92fd tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0577259 Apr 01 16:10:39.946970 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1cfa6729-f5c0-4431-b190-dc41e3ae193a req-bca644f1-3619-41ab-8a13-649a2d66dbdd tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551274 Apr 01 16:10:40.157795 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1092b8-403c-45b1-8293-a325e93a0cd2 req-a7d960bc-3f5e-4485-a684-d41df62d1aef tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:40.159384 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2c1092b8-403c-45b1-8293-a325e93a0cd2 req-a7d960bc-3f5e-4485-a684-d41df62d1aef tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0745933 Apr 01 16:10:40.218419 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2c1092b8-403c-45b1-8293-a325e93a0cd2 req-32a9c26b-393f-4adf-bb3c-550ad8bbcc84 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520015 Apr 01 16:10:40.540061 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-915aaa64-d869-41de-a77e-360df2216895 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:40.541569 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-915aaa64-d869-41de-a77e-360df2216895 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/networks?id=eee16103-5f39-484b-a02e-9ae3d119768c HTTP/1.1" status: 200 len: 814 time: 0.1224616 Apr 01 16:10:40.557153 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-f0075d5a-fb69-41e2-8cdf-559daf9ef1a8 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/quotas/f12cad8caca24be7a469729f6fb082db HTTP/1.1" status: 200 len: 375 time: 0.0097628 Apr 01 16:10:40.591503 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-b2139c00-7411-4c97-9ed6-995b9355d4d5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f12cad8caca24be7a469729f6fb082db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280614 Apr 01 16:10:40.698679 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-fefeefe6-9749-4c5d-ad6a-793834b92c43 service neutron] 10.222.0.70 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991082 Apr 01 16:10:40.801338 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-19d41364-948d-47bf-b7b4-d56c83f1b88a service neutron] 10.222.0.70 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961573 Apr 01 16:10:41.000197 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e28d86cc-ffae-478b-bc55-a3725f5f0caf req-14558160-60a1-4249-a35e-998582c171cf tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 210 time: 0.0331237 Apr 01 16:10:41.120037 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214a15f-cf2c-4418-869f-3d5948e08dc5 req-679e767b-65f9-4e9b-a949-b51de7dee10d tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:41.127645 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f214a15f-cf2c-4418-869f-3d5948e08dc5 req-679e767b-65f9-4e9b-a949-b51de7dee10d tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0877872 Apr 01 16:10:41.189308 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f214a15f-cf2c-4418-869f-3d5948e08dc5 req-b195c56b-df90-482f-9eb0-d724e9ea40bd tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604668 Apr 01 16:10:41.351529 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35818923-4072-456e-bafa-a5a0c5c3d16b req-516e02bf-5429-4882-afc6-843d0c89411d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:41.353056 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-35818923-4072-456e-bafa-a5a0c5c3d16b req-516e02bf-5429-4882-afc6-843d0c89411d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0586753 Apr 01 16:10:41.430500 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-35818923-4072-456e-bafa-a5a0c5c3d16b req-4c59cc9b-33cf-4344-91aa-19450609c60c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703902 Apr 01 16:10:42.172932 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-69f1bd21-475e-4269-b993-ea5279746520 req-d0f059bd-df3c-449a-86fe-25cbd4211172 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 210 time: 0.0708699 Apr 01 16:10:42.384786 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-fb6f4439-e0b3-4ed2-b9ae-e0e2e1abeaa4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:42.388191 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-fb6f4439-e0b3-4ed2-b9ae-e0e2e1abeaa4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "GET /v2.0/networks?id=eee16103-5f39-484b-a02e-9ae3d119768c HTTP/1.1" status: 200 len: 814 time: 0.1436107 Apr 01 16:10:42.402678 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Request body: {'port': {'device_id': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c', 'admin_state_up': True, 'tenant_id': 'f12cad8caca24be7a469729f6fb082db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:42.608987 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Made reservation on behalf of f12cad8caca24be7a469729f6fb082db for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:42.612889 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:42.623285 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3d560-d6e7-49b2-89c6-8e1fdb511c77 req-bafdeff0-20cd-46ce-b0d5-cef7104e9c3f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:42.635187 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b7a3d560-d6e7-49b2-89c6-8e1fdb511c77 req-bafdeff0-20cd-46ce-b0d5-cef7104e9c3f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.1089444 Apr 01 16:10:42.704346 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b7a3d560-d6e7-49b2-89c6-8e1fdb511c77 req-9b1936aa-e508-4778-803f-cb4ea9d92389 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613220 Apr 01 16:10:42.759456 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-d8656950-c21d-43bb-aa08-14c9d7cfc5ef tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338414217&fields=id&tenant_id=5f3da02e3cc24e31b689ebf9d4816fec HTTP/1.1" status: 200 len: 267 time: 0.1264064 Apr 01 16:10:42.879408 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Allocated IP 172.20.0.3 (eee16103-5f39-484b-a02e-9ae3d119768c/a85379bf-3870-4441-a422-e8db27462e14/41fefcb0-1fd0-49f4-8afe-013346906cff) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:42.928591 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-e31b2cfa-fa15-4082-93c1-e7858ba39fdd tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:42.934069 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-e31b2cfa-fa15-4082-93c1-e7858ba39fdd tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 807 time: 0.1667268 Apr 01 16:10:42.970806 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-2475e688-90a3-4387-bc55-aaa9f7dc7331 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/quotas/5f3da02e3cc24e31b689ebf9d4816fec HTTP/1.1" status: 200 len: 375 time: 0.0328448 Apr 01 16:10:43.107536 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-1e806bae-1c3f-4f37-9942-f618a54b3969 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286175 Apr 01 16:10:43.149388 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks [] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:43.281979 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-15774e4d-a3f3-4751-b009-76ef814a5cf7 service neutron] 10.222.0.70 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548982 Apr 01 16:10:43.284227 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:43.309977 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c254a34f-e491-4a6a-a32d-c909de792889 req-28294dec-2eb3-4dd3-a07d-a2a07ddc47a2 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 210 time: 0.0436604 Apr 01 16:10:43.401226 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Network eee16103-5f39-484b-a02e-9ae3d119768c is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:43.417447 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:43.426886 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:43.429912 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Pushing event updated for resources: {'Port': ['ID=41fefcb0-1fd0-49f4-8afe-013346906cff,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:43.507678 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:43.508326 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:43.515045 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-484aedad-c250-454d-b0f9-3554e78d6f9f service neutron] 10.222.0.70 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230341 Apr 01 16:10:43.532007 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-097ebd59-612b-408b-af9e-41389bd4455c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1333594 Apr 01 16:10:43.552707 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Request body: {'port': {'device_id': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:43.635193 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:43.902089 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32ec0d-2e64-4e76-9036-e1458eee3235 req-867a5082-4784-4498-b188-81701c0f8995 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:43.911489 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8b32ec0d-2e64-4e76-9036-e1458eee3235 req-867a5082-4784-4498-b188-81701c0f8995 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0885317 Apr 01 16:10:43.994764 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8b32ec0d-2e64-4e76-9036-e1458eee3235 req-4811d75e-83e2-4ea6-b797-b6dd686b904e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819674 Apr 01 16:10:44.212713 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-748688bd-00e9-4f42-a0de-8c7948e2bbd0 req-6cb41183-d933-4cc5-a7ad-7c0c5086e252 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 210 time: 0.0656385 Apr 01 16:10:44.360165 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fefcb0-1fd0-49f4-8afe-013346906cff {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:44.377529 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Publish callbacks [] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:44.401591 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Transition to ACTIVE for port object 41fefcb0-1fd0-49f4-8afe-013346906cff will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:10:44.411213 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:44.489803 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41fefcb0-1fd0-49f4-8afe-013346906cff,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:44.501184 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd6232-0540-4c62-b51a-e7eb1bd378ad req-0e39e05a-f47a-4492-b928-5d982a6f2805 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:44.509193 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bdcd6232-0540-4c62-b51a-e7eb1bd378ad req-0e39e05a-f47a-4492-b928-5d982a6f2805 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 943 time: 0.0961704 Apr 01 16:10:44.576611 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bdcd6232-0540-4c62-b51a-e7eb1bd378ad req-dedc5e7c-265f-4ecc-a2bd-6ef16d5b0b3b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663972 Apr 01 16:10:44.598348 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Attempting to bind port 41fefcb0-1fd0-49f4-8afe-013346906cff on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:44.598780 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Attempting to bind port 41fefcb0-1fd0-49f4-8afe-013346906cff by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:44.599482 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Attempting to bind port 41fefcb0-1fd0-49f4-8afe-013346906cff on network eee16103-5f39-484b-a02e-9ae3d119768c {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:44.604684 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Port 41fefcb0-1fd0-49f4-8afe-013346906cff on network eee16103-5f39-484b-a02e-9ae3d119768c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:10:44.605015 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Attempting to bind port 41fefcb0-1fd0-49f4-8afe-013346906cff on network eee16103-5f39-484b-a02e-9ae3d119768c {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:44.610457 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:44.610791 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Checking segment: {'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:44.611176 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Bound using segment: {'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:44.612858 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Bound port: 41fefcb0-1fd0-49f4-8afe-013346906cff, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:44.613637 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:44.696843 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] For port 41fefcb0-1fd0-49f4-8afe-013346906cff, host hv-cinder-83588, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:44.704164 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] For port 41fefcb0-1fd0-49f4-8afe-013346906cff, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41fefcb0-1fd0-49f4-8afe-013346906cff,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:44.712325 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:44.751596 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:44.752511 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:44.754289 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] 10.222.0.57 "PUT /v2.0/ports/41fefcb0-1fd0-49f4-8afe-013346906cff HTTP/1.1" status: 200 len: 1093 time: 1.2110300 Apr 01 16:10:44.755047 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'tag': '41fefcb0-1fd0-49f4-8afe-013346906cff'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:44.757821 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe17850-4399-45ad-8b5a-84fa1740ac64" -d '{"events": [{"name": "network-changed", "server_uuid": "219170cc-6f05-46fc-af2e-933b2eb884c3", "tag": "41fefcb0-1fd0-49f4-8afe-013346906cff"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:44.806213 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61675ce-af71-473e-8a30-d460f5d1f6a4 x-openstack-request-id: req-e61675ce-af71-473e-8a30-d460f5d1f6a4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:44.806501 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219170cc-6f05-46fc-af2e-933b2eb884c3", "tag": "41fefcb0-1fd0-49f4-8afe-013346906cff", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:44.806749 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e61675ce-af71-473e-8a30-d460f5d1f6a4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:44.807142 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61675ce-af71-473e-8a30-d460f5d1f6a4'] response: {'name': 'network-changed', 'server_uuid': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'tag': '41fefcb0-1fd0-49f4-8afe-013346906cff', 'status': 'completed', 'code': 200} Apr 01 16:10:44.814224 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627c565-c997-490e-aa7e-e2ef0a8946d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41fefcb0-1fd0-49f4-8afe-013346906cff,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:44.884651 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe17850-4399-45ad-8b5a-84fa1740ac64 req-6d78d97f-0728-4f39-b864-03a90720c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:44.886264 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ffe17850-4399-45ad-8b5a-84fa1740ac64 req-6d78d97f-0728-4f39-b864-03a90720c29a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f12cad8caca24be7a469729f6fb082db&device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 1127 time: 0.0460348 Apr 01 16:10:45.062446 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe17850-4399-45ad-8b5a-84fa1740ac64 req-0daa2ded-3f2e-4a6b-8bfa-46fa1dc68cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.063917 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ffe17850-4399-45ad-8b5a-84fa1740ac64 req-0daa2ded-3f2e-4a6b-8bfa-46fa1dc68cd1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f12cad8caca24be7a469729f6fb082db&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1598213 Apr 01 16:10:45.150908 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a603fd-3a84-401d-addd-100112a79f0e req-557ece1b-5160-46e2-a005-8ade07ab6049 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.152383 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a603fd-3a84-401d-addd-100112a79f0e req-557ece1b-5160-46e2-a005-8ade07ab6049 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0602994 Apr 01 16:10:45.238519 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe17850-4399-45ad-8b5a-84fa1740ac64 req-f35a4fd2-0940-4bb3-ab55-52c0eba73087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.240960 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ffe17850-4399-45ad-8b5a-84fa1740ac64 req-f35a4fd2-0940-4bb3-ab55-52c0eba73087 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704547 Apr 01 16:10:45.259021 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a603fd-3a84-401d-addd-100112a79f0e req-1c3c60cd-a590-44d4-959c-f6b6fa412c9b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005464 Apr 01 16:10:45.292832 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-e2b2a3d7-5c46-4ed2-830b-5f6dd48372af tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.295027 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-e2b2a3d7-5c46-4ed2-830b-5f6dd48372af tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.57 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 807 time: 0.1232040 Apr 01 16:10:45.310985 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1469d3c9-f266-443f-886b-7af69bb92df4 req-7b69675b-2a04-4539-974c-6e93ffb51c74 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 210 time: 0.0297339 Apr 01 16:10:45.367354 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-b8c4cbdd-9797-4f03-8d57-da56cc996e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.368826 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-b8c4cbdd-9797-4f03-8d57-da56cc996e67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f12cad8caca24be7a469729f6fb082db&device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 1127 time: 0.0446968 Apr 01 16:10:45.393592 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-794c1811-76a0-46a4-a590-c3043bf580db tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f3da02e3cc24e31b689ebf9d4816fec HTTP/1.1" status: 200 len: 380 time: 0.0709217 Apr 01 16:10:45.404786 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'port': {'device_id': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'admin_state_up': True, 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'security_groups': ['62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:45.435924 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-e32af66a-dd7a-491e-b783-d0450f8c0682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41fefcb0-1fd0-49f4-8afe-013346906cff HTTP/1.1" status: 200 len: 217 time: 0.0500178 Apr 01 16:10:45.489101 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-1da80d0e-51ce-473d-8c7a-d6ddc07fe07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.491435 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-1da80d0e-51ce-473d-8c7a-d6ddc07fe07f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a85379bf-3870-4441-a422-e8db27462e14 HTTP/1.1" status: 200 len: 854 time: 0.0472806 Apr 01 16:10:45.523848 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-178f7dc1-b6ce-4332-b95a-ff1e32122b78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eee16103-5f39-484b-a02e-9ae3d119768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253046 Apr 01 16:10:45.528166 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Made reservation on behalf of 5f3da02e3cc24e31b689ebf9d4816fec for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:45.531758 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:45.629511 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-237c3476-f45e-4fa3-b4c0-ebde953b39e8 service neutron] 10.222.0.57 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965414 Apr 01 16:10:45.646269 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-3b1bcd86-1902-41a0-aec1-935c7632db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.648083 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-3b1bcd86-1902-41a0-aec1-935c7632db6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 1130 time: 0.1051717 Apr 01 16:10:45.738586 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-914d8f8f-ed0d-4aa9-98ed-59e72acf60a7 req-d70faa63-0914-4b7a-90bc-e1a91a2b9377 service neutron] 10.222.0.57 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998104 Apr 01 16:10:45.790585 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Allocated IP 172.20.0.4 (913782e6-d94c-42c7-8ff2-96af68c85d14/c7a6d3cd-4c89-4263-8ba5-f73022b9c246/2d72dd94-6e0f-4915-bdb6-762b5b0a8e13) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:45.818946 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b0a64-93e5-4719-a879-f67971925e82 req-c96b2e23-44cd-4bef-a756-b864d171ffae tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.820426 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8c1b0a64-93e5-4719-a879-f67971925e82 req-c96b2e23-44cd-4bef-a756-b864d171ffae tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 943 time: 0.1690536 Apr 01 16:10:45.868466 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-50864995-9faf-4408-b532-c5dc468ba1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:45.869975 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-50864995-9faf-4408-b532-c5dc468ba1d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.2113743 Apr 01 16:10:45.992554 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8c1b0a64-93e5-4719-a879-f67971925e82 req-765bd263-ca3d-4598-a857-358dfb5410f6 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642039 Apr 01 16:10:46.011975 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-0a8c16a1-6f5c-4852-8756-1d356f6f7974 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 200 len: 1001 time: 0.1335609 Apr 01 16:10:46.086240 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-f9e8466b-6a64-456c-9041-1a76f6bd442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:46.087732 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-f9e8466b-6a64-456c-9041-1a76f6bd442e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0660810 Apr 01 16:10:46.091106 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:46.154303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-2463a994-306f-4aed-87be-69f46475ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:46.155967 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-2463a994-306f-4aed-87be-69f46475ecd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0615582 Apr 01 16:10:46.157438 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:46.244353 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:46.252213 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:46.258223 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:46.263807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:46.329375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:46.330021 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:46.351192 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-f3f8ccc6-9f58-46ee-a9d1-03033771cc5a service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864424 Apr 01 16:10:46.355525 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-f58a5df6-aa82-4e76-84bd-5ce78b29912f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9554183 Apr 01 16:10:46.408038 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484468a9-2f87-4d49-8e58-a1bd2077fd4b req-7576055f-69f2-4694-b8aa-f234a1ff65d2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:46.409899 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-484468a9-2f87-4d49-8e58-a1bd2077fd4b req-7576055f-69f2-4694-b8aa-f234a1ff65d2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0610650 Apr 01 16:10:46.418066 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Request body: {'port': {'device_id': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:46.476590 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-484468a9-2f87-4d49-8e58-a1bd2077fd4b req-be86a40e-b436-4e1c-8c5c-4f06c755b2de tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603490 Apr 01 16:10:46.496509 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-42a23a31-3f5c-48f6-b5d9-a8e2ad2073ed None None] Provisioning complete for port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:46.497597 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42a23a31-3f5c-48f6-b5d9-a8e2ad2073ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:46.536234 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-42a23a31-3f5c-48f6-b5d9-a8e2ad2073ed None None] Port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:10:46.542245 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:46.555713 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-101413e3-ee05-4751-a3d9-8bab7e154505 req-6d8ef68a-b5f4-437c-8373-4f9155158569 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927848 Apr 01 16:10:46.563045 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3be3-2251-4025-8897-6aa3ffba2dbd req-d172de8f-c9f5-4d2e-a228-0338f28ce224 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:46.564409 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-326b3be3-2251-4025-8897-6aa3ffba2dbd req-d172de8f-c9f5-4d2e-a228-0338f28ce224 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 931 time: 0.1437457 Apr 01 16:10:46.873584 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-326b3be3-2251-4025-8897-6aa3ffba2dbd req-528c1eb6-023c-4e0e-98c8-81e835a5a80e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031073 Apr 01 16:10:47.025469 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:47.032791 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Publish callbacks [] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:47.045577 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Transition to ACTIVE for port object 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:10:47.050021 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:47.103768 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:47.113404 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bce37-cecd-46a1-a839-958b614cd80a req-4f94ff12-4db0-4174-a129-a080f267883d tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.115217 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4b5bce37-cecd-46a1-a839-958b614cd80a req-4f94ff12-4db0-4174-a129-a080f267883d tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 943 time: 0.0565739 Apr 01 16:10:47.165956 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4b5bce37-cecd-46a1-a839-958b614cd80a req-58106c7f-fa0b-4196-a735-a929f8ff307f tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Apr 01 16:10:47.175346 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Attempting to bind port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:10:47.175870 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Attempting to bind port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:10:47.176127 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Attempting to bind port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 on network 913782e6-d94c-42c7-8ff2-96af68c85d14 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:47.181053 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 on network 913782e6-d94c-42c7-8ff2-96af68c85d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:10:47.181428 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Attempting to bind port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 on network 913782e6-d94c-42c7-8ff2-96af68c85d14 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:47.186584 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:47.187018 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Checking segment: {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:10:47.187452 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Bound using segment: {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:47.187936 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Bound port: 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:10:47.188303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:47.255947 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:47.258905 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:47.264866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:47.300443 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.301065 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:47.302463 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] 10.222.0.57 "PUT /v2.0/ports/2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 1093 time: 0.9381433 Apr 01 16:10:47.302901 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:47.305225 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb51d57d-41f7-4246-b81e-c60996238b42" -d '{"events": [{"name": "network-changed", "server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:47.328470 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251021d8-1a2b-4002-bf1b-0829b6cc350b service neutron] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:47.355764 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05ffed-75e5-4086-b158-5d6a0c1a0d39 x-openstack-request-id: req-cd05ffed-75e5-4086-b158-5d6a0c1a0d39 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:47.356780 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:47.357028 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd05ffed-75e5-4086-b158-5d6a0c1a0d39 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:47.357369 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd05ffed-75e5-4086-b158-5d6a0c1a0d39'] response: {'name': 'network-changed', 'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'status': 'completed', 'code': 200} Apr 01 16:10:47.398737 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-42fd36b9-e32d-4018-8c04-e94cb0dcade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.400192 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-42fd36b9-e32d-4018-8c04-e94cb0dcade3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1127 time: 0.0540872 Apr 01 16:10:47.445176 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-5e52f7c0-202c-4a10-af8e-a1f3b99bbb64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 217 time: 0.0379546 Apr 01 16:10:47.494595 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-fb9b15a1-d7db-4c1e-82dc-9d0ccfe93f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.496049 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-fb9b15a1-d7db-4c1e-82dc-9d0ccfe93f1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 200 len: 846 time: 0.0447252 Apr 01 16:10:47.553485 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-a15db3d4-2cbd-4a28-9899-79c1afff8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.555015 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-a15db3d4-2cbd-4a28-9899-79c1afff8567 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=913782e6-d94c-42c7-8ff2-96af68c85d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457118 Apr 01 16:10:47.603160 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675455b9-1db1-4103-9056-69213c0756db req-f13f27cf-859b-451f-8dbb-cd732a9efeeb tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.604660 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-675455b9-1db1-4103-9056-69213c0756db req-f13f27cf-859b-451f-8dbb-cd732a9efeeb tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0541022 Apr 01 16:10:47.648945 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-cf94d23c-3a6a-48ed-b8a9-76f2c138c5ac service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859265 Apr 01 16:10:47.651190 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-675455b9-1db1-4103-9056-69213c0756db req-45a9870f-6ecb-4ae6-a2bd-252336da6412 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Apr 01 16:10:47.739681 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4fb42aab-ac73-4050-b257-7c62de26c75b req-53f21ac0-ed71-4d56-9257-eb463df90def service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801351 Apr 01 16:10:47.840143 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-d373e7d0-e265-458b-8222-d57122019e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.842261 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-d373e7d0-e265-458b-8222-d57122019e85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1127 time: 0.0444400 Apr 01 16:10:47.935597 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-83251b07-5fb0-4018-b1a0-b72359ae7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:47.937153 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-83251b07-5fb0-4018-b1a0-b72359ae7c24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 908 time: 0.0877805 Apr 01 16:10:47.999392 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-7f613697-1812-4db6-850e-f3fb2003697b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 217 time: 0.0482588 Apr 01 16:10:48.056770 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88e5dd-866b-4465-b08e-d5982f6bcc5c req-267e61f7-734d-4143-a332-431acb1d9d04 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:48.058218 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e88e5dd-866b-4465-b08e-d5982f6bcc5c req-267e61f7-734d-4143-a332-431acb1d9d04 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.1159437 Apr 01 16:10:48.073586 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-157e805a-777d-4862-a52d-dfcca5b34864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:48.075974 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-157e805a-777d-4862-a52d-dfcca5b34864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 200 len: 846 time: 0.0671098 Apr 01 16:10:48.141016 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e88e5dd-866b-4465-b08e-d5982f6bcc5c req-6218bba2-d905-42bf-b730-ab5bee14ff1d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764921 Apr 01 16:10:48.150537 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-0fc8e8b9-4b1e-48e6-96a5-c7fbf2639e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:48.152047 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-0fc8e8b9-4b1e-48e6-96a5-c7fbf2639e76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=913782e6-d94c-42c7-8ff2-96af68c85d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0662215 Apr 01 16:10:48.243793 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-afd01d4a-6dec-4a81-9798-4f720eee12e4 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850854 Apr 01 16:10:48.286654 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7396a49-967f-4082-bd7d-e6d88017d000 req-73165fad-a187-4c9b-ae62-7d69c0013eba tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:48.288102 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7396a49-967f-4082-bd7d-e6d88017d000 req-73165fad-a187-4c9b-ae62-7d69c0013eba tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 943 time: 0.0538561 Apr 01 16:10:48.332966 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7396a49-967f-4082-bd7d-e6d88017d000 req-190cd944-ac41-4aa7-9fbc-3295aac377d8 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Apr 01 16:10:48.340950 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb51d57d-41f7-4246-b81e-c60996238b42 req-c82ed166-b2f1-4fca-a7e9-8195100e1282 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818872 Apr 01 16:10:48.770634 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d586ab-5d55-4e8e-8ad5-b0f2b1b78290 req-1204adc5-43c5-450c-8fdb-70c6e7203bc4 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:48.772082 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c8d586ab-5d55-4e8e-8ad5-b0f2b1b78290 req-1204adc5-43c5-450c-8fdb-70c6e7203bc4 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 946 time: 0.0507302 Apr 01 16:10:48.823369 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c8d586ab-5d55-4e8e-8ad5-b0f2b1b78290 req-e6138b2e-7158-4c66-bc75-6dea3c995d09 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Apr 01 16:10:48.978120 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41fefcb0-1fd0-49f4-8afe-013346906cff details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:10:48.980240 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:10:49.126493 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: ACTIVE; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:49.126882 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:49.146811 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 41fefcb0-1fd0-49f4-8afe-013346906cff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41fefcb0-1fd0-49f4-8afe-013346906cff,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:49.164828 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '41fefcb0-1fd0-49f4-8afe-013346906cff', 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c', 'port_id': '41fefcb0-1fd0-49f4-8afe-013346906cff', 'mac_address': 'fa:16:3e:57:3c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85379bf-3870-4441-a422-e8db27462e14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:10:49.171111 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:49.173713 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739604cc-2e59-480f-aa18-5535053e3ba3" -d '{"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-unplugged", "status": "completed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:49.189117 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:49.210129 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d0e9b0-a1d5-4150-984a-985458f9b889 x-openstack-request-id: req-51d0e9b0-a1d5-4150-984a-985458f9b889 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:49.210404 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-unplugged", "status": "failed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623", "code": 422}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:49.210650 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51d0e9b0-a1d5-4150-984a-985458f9b889 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:49.211077 dv-cinder-835880-3-smb neutron-server[103385]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-51d0e9b0-a1d5-4150-984a-985458f9b889']: {'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'code': 422} returned with failed status Apr 01 16:10:49.213978 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:49.253822 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 41fefcb0-1fd0-49f4-8afe-013346906cff is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:49.254532 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:49.276613 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e75de4-fc5e-4d5e-9d0b-0f8f4e9c98e8 req-97593d42-3f85-448d-a4cb-e50ca762de8b tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:49.278376 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b5e75de4-fc5e-4d5e-9d0b-0f8f4e9c98e8 req-97593d42-3f85-448d-a4cb-e50ca762de8b tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.0612934 Apr 01 16:10:49.280533 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fefcb0-1fd0-49f4-8afe-013346906cff {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:49.288832 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:49.305535 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 41fefcb0-1fd0-49f4-8afe-013346906cff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41fefcb0-1fd0-49f4-8afe-013346906cff,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:49.310890 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:49.331963 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b5e75de4-fc5e-4d5e-9d0b-0f8f4e9c98e8 req-f8f4b1e2-6d47-4f74-8467-9966c6b694c3 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476761 Apr 01 16:10:49.347090 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [req-e528ff18-7655-4c6e-ac58-f5cf6ac96c1a req-ae14d824-8e13-4bf7-ac31-f0c01c8b84f3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:10:49.348051 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e528ff18-7655-4c6e-ac58-f5cf6ac96c1a req-ae14d824-8e13-4bf7-ac31-f0c01c8b84f3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052180 Apr 01 16:10:49.359159 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=41fefcb0-1fd0-49f4-8afe-013346906cff,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:49.462789 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216a429-c044-43bc-9af7-3b5a8b4c3a4f req-1d644bbc-3e46-4c25-8545-dc048d8cd034 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:49.470165 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9216a429-c044-43bc-9af7-3b5a8b4c3a4f req-1d644bbc-3e46-4c25-8545-dc048d8cd034 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 944 time: 0.0628691 Apr 01 16:10:49.512297 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0823-1f6b-4fc9-a6a4-a1a05bcee050 req-bece9a92-6c6d-466a-8891-f57a19333b5c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:49.513908 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-771c0823-1f6b-4fc9-a6a4-a1a05bcee050 req-bece9a92-6c6d-466a-8891-f57a19333b5c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0562358 Apr 01 16:10:49.522399 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9216a429-c044-43bc-9af7-3b5a8b4c3a4f req-f7f4a9b9-9323-4ada-873a-3d4903761112 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513146 Apr 01 16:10:49.562127 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-771c0823-1f6b-4fc9-a6a4-a1a05bcee050 req-ef581171-5918-4344-8343-3caf907fd053 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Apr 01 16:10:49.579533 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['41fefcb0-1fd0-49f4-8afe-013346906cff'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:49.787594 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:49.876401 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-c851165e-6ed3-48ad-a000-a582cc2016bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876861 Apr 01 16:10:49.884803 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-d78fca7c-d0be-425e-aa40-648f91f1f600 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:10:49.885801 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-d78fca7c-d0be-425e-aa40-648f91f1f600 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047646 Apr 01 16:10:49.961382 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44274) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:10:50.052506 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-25bfae85-62dc-40d5-a351-b1f9291ecb63 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:50.053880 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-25bfae85-62dc-40d5-a351-b1f9291ecb63 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports/a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 200 len: 941 time: 0.0914762 Apr 01 16:10:50.464915 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd314348-bb0f-46c8-b372-35a935ff3a1d req-3ff64047-51f6-4e8b-8407-d003cc24621e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:50.466437 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fd314348-bb0f-46c8-b372-35a935ff3a1d req-3ff64047-51f6-4e8b-8407-d003cc24621e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.0573976 Apr 01 16:10:50.515687 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fd314348-bb0f-46c8-b372-35a935ff3a1d req-0a2d0b0e-f0ca-421a-a1fe-9c51fe7c9e86 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Apr 01 16:10:50.646281 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e062db-a206-4629-8c9c-d254c72213c3 req-eb49008c-5c88-4228-81a4-08245f187311 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:50.648353 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-48e062db-a206-4629-8c9c-d254c72213c3 req-eb49008c-5c88-4228-81a4-08245f187311 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 944 time: 0.0562387 Apr 01 16:10:50.691377 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b1069-b8f5-4de8-b5e5-657430839029 req-80b43d0b-6364-440a-84b3-a8ba663ee3e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:50.692876 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a94b1069-b8f5-4de8-b5e5-657430839029 req-80b43d0b-6364-440a-84b3-a8ba663ee3e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0568991 Apr 01 16:10:50.701218 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-48e062db-a206-4629-8c9c-d254c72213c3 req-d9338361-7322-4ce2-910c-aa2fdffe188b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Apr 01 16:10:50.746304 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a94b1069-b8f5-4de8-b5e5-657430839029 req-0957ccdb-2e7e-49ba-b70c-789087496422 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469267 Apr 01 16:10:51.002617 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:10:51.005665 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41fefcb0-1fd0-49f4-8afe-013346906cff up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:51.238461 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 41fefcb0-1fd0-49f4-8afe-013346906cff completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:10:51.250557 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 41fefcb0-1fd0-49f4-8afe-013346906cff triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:51.250933 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:51.288098 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:51.306941 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'port_id': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'mac_address': 'fa:16:3e:1b:0a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:10:51.343582 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-03700f8a-d57a-4aa2-b151-6ecb08f30453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.345091 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-03700f8a-d57a-4aa2-b151-6ecb08f30453 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec&tenant_id=260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 1128 time: 0.0806863 Apr 01 16:10:51.378477 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:51.378865 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:51.381542 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 41fefcb0-1fd0-49f4-8afe-013346906cff is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:51.381931 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:51.400173 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:51.414922 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-5603de1c-9572-4fc0-bfd2-99b91a3784e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.416442 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-5603de1c-9572-4fc0-bfd2-99b91a3784e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 1128 time: 0.0451853 Apr 01 16:10:51.427147 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fefcb0-1fd0-49f4-8afe-013346906cff'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:51.429351 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b351ac3-be45-4407-8c2a-a9476873e369" -d '{"events": [{"server_uuid": "219170cc-6f05-46fc-af2e-933b2eb884c3", "name": "network-vif-plugged", "status": "completed", "tag": "41fefcb0-1fd0-49f4-8afe-013346906cff"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:51.436031 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:51.443259 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:51.446054 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 41fefcb0-1fd0-49f4-8afe-013346906cff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41fefcb0-1fd0-49f4-8afe-013346906cff,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:51.451428 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:51.471318 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11343dd3-d8f6-4867-b044-1fb245cb4430 x-openstack-request-id: req-11343dd3-d8f6-4867-b044-1fb245cb4430 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:51.471633 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219170cc-6f05-46fc-af2e-933b2eb884c3", "name": "network-vif-plugged", "status": "completed", "tag": "41fefcb0-1fd0-49f4-8afe-013346906cff", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:51.471879 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11343dd3-d8f6-4867-b044-1fb245cb4430 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:51.472265 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11343dd3-d8f6-4867-b044-1fb245cb4430'] response: {'server_uuid': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fefcb0-1fd0-49f4-8afe-013346906cff', 'code': 200} Apr 01 16:10:51.501702 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:51.522875 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-0fb699b9-f5a8-4787-b46c-563c2f318aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.524335 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-0fb699b9-f5a8-4787-b46c-563c2f318aa9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.1005332 Apr 01 16:10:51.574362 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=41fefcb0-1fd0-49f4-8afe-013346906cff,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:51.617274 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-50f03d58-5b49-490f-9b61-6a7f119efe8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 200 len: 999 time: 0.0856395 Apr 01 16:10:51.705754 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0554a-3ac6-4c30-b2ba-19d06ed2bb3c req-48de214b-06f8-434e-b9de-913ff5046d4c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.707204 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-93e0554a-3ac6-4c30-b2ba-19d06ed2bb3c req-48de214b-06f8-434e-b9de-913ff5046d4c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 944 time: 0.1217613 Apr 01 16:10:51.712731 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-331ec3f4-e7e7-43ca-adff-38e4fbb8fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.714337 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-331ec3f4-e7e7-43ca-adff-38e4fbb8fedb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0886784 Apr 01 16:10:51.747212 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:51.759440 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e029ef-f2ad-4dc6-8e2d-247121c19891 req-aa46a7c5-25de-4e99-a798-a112efe57786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.760933 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-51e029ef-f2ad-4dc6-8e2d-247121c19891 req-aa46a7c5-25de-4e99-a798-a112efe57786 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 1129 time: 0.1362875 Apr 01 16:10:51.815670 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-93e0554a-3ac6-4c30-b2ba-19d06ed2bb3c req-2908cf68-1f47-48aa-9a8b-7be077f92591 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995135 Apr 01 16:10:51.823503 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae297c-a50a-4f5a-b9a7-657bcd606d73 req-d4e4902c-39d9-4824-b49f-96cc599b1cb0 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.837509 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8eae297c-a50a-4f5a-b9a7-657bcd606d73 req-d4e4902c-39d9-4824-b49f-96cc599b1cb0 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0657039 Apr 01 16:10:51.850689 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-9dc1365b-a43e-4406-a4d7-cce8d79fd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.852194 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-9dc1365b-a43e-4406-a4d7-cce8d79fd7f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1215274 Apr 01 16:10:51.855886 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-51e029ef-f2ad-4dc6-8e2d-247121c19891 req-8161e1a0-6831-4fbc-a2b9-15e251852084 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877988 Apr 01 16:10:51.903606 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8eae297c-a50a-4f5a-b9a7-657bcd606d73 req-4ca60ed4-0c0d-4c79-9335-20382e58b0a4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572860 Apr 01 16:10:51.935906 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb448-eb4b-4097-b103-40e60775f336 req-6d1a1f22-a76a-4cb0-ba9a-8f172e8d0400 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.937371 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a92bb448-eb4b-4097-b103-40e60775f336 req-6d1a1f22-a76a-4cb0-ba9a-8f172e8d0400 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0685983 Apr 01 16:10:51.985269 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a92bb448-eb4b-4097-b103-40e60775f336 req-3dce395b-055b-413b-9444-0b7f1430685f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 Apr 01 16:10:52.140147 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-4bc46684-5d74-4316-b60c-ac7c8a94b125 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797718 Apr 01 16:10:52.237288 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3bf5d161-c465-4b32-b0b6-9aea2c347223 req-58f89f09-f73f-4e4a-a123-63fa3e3ad76f service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848236 Apr 01 16:10:52.987751 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1105-7938-4673-b36b-39712ad27b0e req-e9e2209a-7d15-423f-9f3d-9d33e1fd64bd tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:52.998540 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e2df1105-7938-4673-b36b-39712ad27b0e req-e9e2209a-7d15-423f-9f3d-9d33e1fd64bd tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 944 time: 0.1071970 Apr 01 16:10:53.022709 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:53.051641 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e2df1105-7938-4673-b36b-39712ad27b0e req-7e757837-ee3c-4734-9bab-dd8fbed8f722 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522082 Apr 01 16:10:53.072983 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edab3-52e8-45d0-81b0-ed8f5e02f54b req-ba726fbb-95b6-4451-80a5-c78c637f58f6 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.074654 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0a2edab3-52e8-45d0-81b0-ed8f5e02f54b req-ba726fbb-95b6-4451-80a5-c78c637f58f6 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0758564 Apr 01 16:10:53.120186 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:10:53.126942 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:10:53.127781 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:53.157358 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0a2edab3-52e8-45d0-81b0-ed8f5e02f54b req-8fae4cc7-8176-458d-93f4-a3f8742da976 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775237 Apr 01 16:10:53.206567 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d52c4-e097-4dad-b785-4c3910ca24b2 req-a7c992a0-264c-4a61-92c1-ab96dc624398 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.208437 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ef9d52c4-e097-4dad-b785-4c3910ca24b2 req-a7c992a0-264c-4a61-92c1-ab96dc624398 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0704808 Apr 01 16:10:53.238185 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:53.238574 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:53.260324 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ef9d52c4-e097-4dad-b785-4c3910ca24b2 req-0206710f-c846-4359-a1db-150f0ceee672 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450490 Apr 01 16:10:53.291697 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:53.296965 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:53.298157 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:10:53.374871 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:53.423796 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: DOWN; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:10:53.473781 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:53.476001 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406010af-0968-4b52-9e35-8ef8816a124f" -d '{"events": [{"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-plugged", "status": "completed", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:53.514520 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9835e88-85a3-43a3-9dc6-e53ac1dc089d x-openstack-request-id: req-a9835e88-85a3-43a3-9dc6-e53ac1dc089d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:53.514899 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-plugged", "status": "completed", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:53.515213 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9835e88-85a3-43a3-9dc6-e53ac1dc089d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:53.515680 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9835e88-85a3-43a3-9dc6-e53ac1dc089d'] response: {'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'code': 200} Apr 01 16:10:54.184610 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240165fd-87b3-4d6c-8745-52ede135d7cb req-c583f985-b017-491e-a897-3e69a29a81a9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:54.186227 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-240165fd-87b3-4d6c-8745-52ede135d7cb req-c583f985-b017-491e-a897-3e69a29a81a9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0627716 Apr 01 16:10:54.247998 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-240165fd-87b3-4d6c-8745-52ede135d7cb req-5662569b-9ade-4a17-97ee-a864c5893ad4 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560210 Apr 01 16:10:54.313730 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effee1dc-c1f8-496a-b1d1-308157ec2b3a req-f1d8b423-58c1-4556-88e0-dce900e782d5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:54.315441 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-effee1dc-c1f8-496a-b1d1-308157ec2b3a req-f1d8b423-58c1-4556-88e0-dce900e782d5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0680952 Apr 01 16:10:54.372932 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-effee1dc-c1f8-496a-b1d1-308157ec2b3a req-ba2b1b48-8f59-410d-b216-5727d2a431d8 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488915 Apr 01 16:10:54.410363 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924ce07-24af-467c-9eb2-035c7d1f2e99 req-726e8ea0-a86a-4a55-a9ef-c12df2a78038 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:54.412271 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1924ce07-24af-467c-9eb2-035c7d1f2e99 req-726e8ea0-a86a-4a55-a9ef-c12df2a78038 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0669611 Apr 01 16:10:54.466083 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1924ce07-24af-467c-9eb2-035c7d1f2e99 req-c705cff9-def8-457a-8ec2-a36f90f06308 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471542 Apr 01 16:10:55.376256 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae893d-0c2d-462c-9646-7f8ace257f2f req-c3f81a7b-d368-4fbe-a81b-5968a0af8651 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:55.377964 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-21ae893d-0c2d-462c-9646-7f8ace257f2f req-c3f81a7b-d368-4fbe-a81b-5968a0af8651 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0545697 Apr 01 16:10:55.433582 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-21ae893d-0c2d-462c-9646-7f8ace257f2f req-506d9742-f1bc-4506-a37e-9ba3f15de727 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492022 Apr 01 16:10:55.516305 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80a9d-edac-43eb-8eac-28b550fb954a req-ba15f22e-7ea5-4ad0-9f11-74f6b81f9080 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:55.520167 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2ea80a9d-edac-43eb-8eac-28b550fb954a req-ba15f22e-7ea5-4ad0-9f11-74f6b81f9080 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0681889 Apr 01 16:10:55.614747 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2ea80a9d-edac-43eb-8eac-28b550fb954a req-5814861a-118b-4f97-8ba2-9c09ed298996 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836320 Apr 01 16:10:55.628567 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487464a-12f4-432d-b695-09ef4404dd51 req-0256da6c-8e6c-49b5-94ab-b718a393f102 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:55.630162 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a487464a-12f4-432d-b695-09ef4404dd51 req-0256da6c-8e6c-49b5-94ab-b718a393f102 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0637462 Apr 01 16:10:55.692948 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a487464a-12f4-432d-b695-09ef4404dd51 req-b1a40d20-89cf-4936-ac06-f3b4df7cff24 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557840 Apr 01 16:10:56.021146 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:56.554264 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e047-c49e-4419-8df4-bd07e1bea30a req-565d292a-3581-477f-874a-de6804bfec6c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:56.555752 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3b8e047-c49e-4419-8df4-bd07e1bea30a req-565d292a-3581-477f-874a-de6804bfec6c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0535667 Apr 01 16:10:56.606664 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c3b8e047-c49e-4419-8df4-bd07e1bea30a req-0a66a3e3-4f27-44da-a14f-933e5a169f3e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Apr 01 16:10:56.733624 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b284-e6f7-40ad-bf66-ddc27d1192eb req-85b281cc-e732-4b82-8663-87f1e7620c5c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:56.736739 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c1a9b284-e6f7-40ad-bf66-ddc27d1192eb req-85b281cc-e732-4b82-8663-87f1e7620c5c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0587051 Apr 01 16:10:56.802404 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c1a9b284-e6f7-40ad-bf66-ddc27d1192eb req-f0e6a8fa-3391-452f-bad7-5772b903f388 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579042 Apr 01 16:10:56.833109 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cafe5-ea90-42be-aed9-bcbe9b43e8a3 req-2dd7b9a9-c216-4b4f-825e-983bf09ee6cf tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:56.834673 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-830cafe5-ea90-42be-aed9-bcbe9b43e8a3 req-2dd7b9a9-c216-4b4f-825e-983bf09ee6cf tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0554688 Apr 01 16:10:56.897132 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-830cafe5-ea90-42be-aed9-bcbe9b43e8a3 req-6918e4f0-a460-46a3-81f8-a880111924ca tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556648 Apr 01 16:10:56.982900 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323619ad-ee7c-44be-99cf-d8014770f269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:10:57.738235 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f4be7-a477-445a-a87b-f76997f80804 req-f5a20207-f742-4611-9729-1394c6cd8374 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:57.739704 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ac5f4be7-a477-445a-a87b-f76997f80804 req-f5a20207-f742-4611-9729-1394c6cd8374 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0548477 Apr 01 16:10:57.796529 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ac5f4be7-a477-445a-a87b-f76997f80804 req-fac71d02-2e26-4268-a279-925cfaac7ab6 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513010 Apr 01 16:10:57.955702 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d7e79-0d32-4cbc-b7b3-dabf683d7a66 req-a1c469dd-4c6a-4c46-a706-23186668eabb tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:57.958168 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-308d7e79-0d32-4cbc-b7b3-dabf683d7a66 req-a1c469dd-4c6a-4c46-a706-23186668eabb tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0829241 Apr 01 16:10:58.057337 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-308d7e79-0d32-4cbc-b7b3-dabf683d7a66 req-5c52bef7-1ad5-4ac4-b078-eb6e2c45efd4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731080 Apr 01 16:10:58.064122 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab68100-59bb-42ee-bf47-14ee03f18624 req-db8f5c5f-ac62-4dcd-81fa-7d057690e0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:58.065545 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7ab68100-59bb-42ee-bf47-14ee03f18624 req-db8f5c5f-ac62-4dcd-81fa-7d057690e0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0712626 Apr 01 16:10:58.119700 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7ab68100-59bb-42ee-bf47-14ee03f18624 req-25580ec6-dc92-4c7d-bfa6-93da33394af1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485849 Apr 01 16:10:58.934614 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ea27-20d5-4e9c-81a1-c42b89986335 req-8b0ef84e-5bd7-4098-9778-31b52687ba9f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:58.936162 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2557ea27-20d5-4e9c-81a1-c42b89986335 req-8b0ef84e-5bd7-4098-9778-31b52687ba9f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0647945 Apr 01 16:10:58.991361 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2557ea27-20d5-4e9c-81a1-c42b89986335 req-8cf51db7-a156-4f29-a440-90f233999288 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495682 Apr 01 16:10:59.177019 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a71e1-1012-4e72-92ae-9b962c118497 req-9ee81d81-d74f-4e0f-8a92-72b0fb4c98ae tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:59.178600 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-af7a71e1-1012-4e72-92ae-9b962c118497 req-9ee81d81-d74f-4e0f-8a92-72b0fb4c98ae tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0584550 Apr 01 16:10:59.236881 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-af7a71e1-1012-4e72-92ae-9b962c118497 req-89c7ee43-f2fa-408c-a62e-3a175b7a442c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Apr 01 16:10:59.266836 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033516c5-6ce3-4d1f-8bb2-3d834c2027f6 req-6e997f1f-37be-485e-b2bf-82f05316fd6e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:59.268574 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-033516c5-6ce3-4d1f-8bb2-3d834c2027f6 req-6e997f1f-37be-485e-b2bf-82f05316fd6e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0604143 Apr 01 16:10:59.325573 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-033516c5-6ce3-4d1f-8bb2-3d834c2027f6 req-19077d31-5a9d-49cd-8c58-1a36c3431aef tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514472 Apr 01 16:10:59.342662 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79bd0ec9-ab41-48c2-b34c-1f2d3ab72dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:00.124922 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfe6db-abbe-4a0b-9fb3-27aef6d885d9 req-6eec460a-8875-4893-b915-372b67ff596f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:00.126433 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-83dfe6db-abbe-4a0b-9fb3-27aef6d885d9 req-6eec460a-8875-4893-b915-372b67ff596f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0655372 Apr 01 16:11:00.178142 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-83dfe6db-abbe-4a0b-9fb3-27aef6d885d9 req-93f320cc-cfcf-43e7-9ee0-b9928323c3ce tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454087 Apr 01 16:11:00.378689 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76707720-3f01-47b1-b8e9-150d54a71d28 req-600cc4eb-95f3-4f61-8b6e-9a6128b121d9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:00.381410 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-76707720-3f01-47b1-b8e9-150d54a71d28 req-600cc4eb-95f3-4f61-8b6e-9a6128b121d9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0692725 Apr 01 16:11:00.382807 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:00.431535 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-76707720-3f01-47b1-b8e9-150d54a71d28 req-3527be51-eaf4-498c-a705-8c3a8402817b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443940 Apr 01 16:11:00.465576 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40858-1c47-463f-8477-0ac9ad14485f req-46cb757d-7a01-4344-bc87-c285afa1a076 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:00.467133 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ebb40858-1c47-463f-8477-0ac9ad14485f req-46cb757d-7a01-4344-bc87-c285afa1a076 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0580845 Apr 01 16:11:00.525545 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ebb40858-1c47-463f-8477-0ac9ad14485f req-62658e56-3cc6-4a82-907a-c29c6e98df54 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523605 Apr 01 16:11:01.295881 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f160c25-7be4-4aee-bb28-6ebc8efbf437 req-d36c48ca-aa84-454b-8c83-0ae0a6a327d0 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:01.297382 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7f160c25-7be4-4aee-bb28-6ebc8efbf437 req-d36c48ca-aa84-454b-8c83-0ae0a6a327d0 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Apr 01 16:11:01.351478 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7f160c25-7be4-4aee-bb28-6ebc8efbf437 req-3b757019-150c-4ba3-9370-60fb3e8b9147 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486195 Apr 01 16:11:01.548790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23650c1-bcf4-4bc7-b45f-1cdbd3aa96f6 req-8c6977c3-1e19-430e-8f4b-5c262e5a029f tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:01.550438 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e23650c1-bcf4-4bc7-b45f-1cdbd3aa96f6 req-8c6977c3-1e19-430e-8f4b-5c262e5a029f tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0514612 Apr 01 16:11:01.602521 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e23650c1-bcf4-4bc7-b45f-1cdbd3aa96f6 req-8756237e-6bc7-40ae-b5ef-c552219bb6a7 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Apr 01 16:11:01.648630 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b6bb8-1746-4aea-8b5b-9f183a4c0878 req-21c0912f-5f76-4980-9e9a-ad796bf54e98 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:01.650178 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-680b6bb8-1746-4aea-8b5b-9f183a4c0878 req-21c0912f-5f76-4980-9e9a-ad796bf54e98 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0546303 Apr 01 16:11:01.710230 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-680b6bb8-1746-4aea-8b5b-9f183a4c0878 req-1027c0da-fda1-42cf-b92b-91159d56bcd8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471861 Apr 01 16:11:01.981274 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:02.017253 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a26f-0e28-4172-933a-ce2a66cdab47 req-93b0c8bc-0765-4a17-b583-a45bcf488fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.018770 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5b04a26f-0e28-4172-933a-ce2a66cdab47 req-93b0c8bc-0765-4a17-b583-a45bcf488fc6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1129 time: 0.0424790 Apr 01 16:11:02.063918 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5b04a26f-0e28-4172-933a-ce2a66cdab47 req-7f116878-fd1d-4683-bd1c-54cdfa6130c7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381467 Apr 01 16:11:02.467828 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6358a1-d7ef-4de7-aefe-2e7fad66160d req-df570fbf-3e23-4517-a084-04fc8c7c09b9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.469278 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef6358a1-d7ef-4de7-aefe-2e7fad66160d req-df570fbf-3e23-4517-a084-04fc8c7c09b9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Apr 01 16:11:02.516935 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef6358a1-d7ef-4de7-aefe-2e7fad66160d req-893ddc72-ced2-48d1-9c93-90cc04a20c3f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Apr 01 16:11:02.719234 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681230e-3bd3-4814-a6ca-157ff8ca9683 req-b69047bc-248b-49b6-af53-63178bb14adf tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.720688 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5681230e-3bd3-4814-a6ca-157ff8ca9683 req-b69047bc-248b-49b6-af53-63178bb14adf tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0509737 Apr 01 16:11:02.768917 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5681230e-3bd3-4814-a6ca-157ff8ca9683 req-8417f4ec-9eeb-4d7b-9163-63358c743eeb tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Apr 01 16:11:02.840450 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e317e-b590-4c97-8ce6-557e72f0fdea req-aaf6cf20-49e6-47a3-b039-b4e36a198d0f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.842075 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-430e317e-b590-4c97-8ce6-557e72f0fdea req-aaf6cf20-49e6-47a3-b039-b4e36a198d0f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0589468 Apr 01 16:11:02.889246 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-430e317e-b590-4c97-8ce6-557e72f0fdea req-86294dc9-84a8-41ab-a534-81e11dffd0d2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 Apr 01 16:11:03.505412 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:03.653502 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56c0da-d957-4023-a390-bb64fcaa0085 req-66ccd9ec-d529-45f3-8c1f-a1425edc6820 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:03.654999 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-bf56c0da-d957-4023-a390-bb64fcaa0085 req-66ccd9ec-d529-45f3-8c1f-a1425edc6820 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0604405 Apr 01 16:11:03.709849 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-bf56c0da-d957-4023-a390-bb64fcaa0085 req-f0b4350c-7ef6-4b4b-b73d-3aaa7a99727d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491982 Apr 01 16:11:03.829924 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ab6d-0ac4-4bc4-8b7c-a39cf3971987 req-828577fb-06f2-4f11-a294-89fa38684297 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:03.831429 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9b80ab6d-0ac4-4bc4-8b7c-a39cf3971987 req-828577fb-06f2-4f11-a294-89fa38684297 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0537629 Apr 01 16:11:03.883884 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9b80ab6d-0ac4-4bc4-8b7c-a39cf3971987 req-cd39b6ca-7f9e-4066-aca2-5d8d904b1dd3 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Apr 01 16:11:03.908767 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44444) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:11:04.033417 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52f59f-7efa-489d-8185-1b8c3d486758 req-60610869-0836-495f-94cf-e13d7e7605ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:04.035043 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3f52f59f-7efa-489d-8185-1b8c3d486758 req-60610869-0836-495f-94cf-e13d7e7605ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0595243 Apr 01 16:11:04.118081 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3f52f59f-7efa-489d-8185-1b8c3d486758 req-1864f4c7-6f3a-4fd6-9102-ec596b0d6baa tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721974 Apr 01 16:11:04.123475 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e93c84-1558-484f-a7ca-2a6f4f69f915 tempest-TestShelveInstance-335767009 tempest-TestShelveInstance-335767009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:04.124983 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a9e93c84-1558-484f-a7ca-2a6f4f69f915 tempest-TestShelveInstance-335767009 tempest-TestShelveInstance-335767009-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1124 time: 0.2152922 Apr 01 16:11:04.129410 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44450) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:11:04.136906 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'port_id': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:04.165725 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:04.271688 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:04.411661 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Allocated IP 172.28.3.122 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/c7659e3b-4e17-4198-90bf-02b1eceb42c0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:11:04.525966 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:04.562168 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:04.604986 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:04.608578 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:04.614929 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:11:04.637711 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'Port': ['ID=c7659e3b-4e17-4198-90bf-02b1eceb42c0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:04.980962 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for floatingip (e0bd1f71-f70f-4dc3-adbf-68e9a4129772), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:05.068023 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:11:05.070681 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:05.172960 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:05.186969 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'port_id': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'mac_address': 'fa:16:3e:ab:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:11:05.225671 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:11:05.226117 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:05.242308 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a572008e-9a07-4c68-b642-d8bee3e97623 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:11:05.247196 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:05.255012 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:05.258812 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c51668-91a1-4fbb-ab9c-aeab3de5133b req-e8f2a0f2-e7ad-4b8d-bde7-0136bb074a36 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:05.260325 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-39c51668-91a1-4fbb-ab9c-aeab3de5133b req-e8f2a0f2-e7ad-4b8d-bde7-0136bb074a36 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 944 time: 0.0586171 Apr 01 16:11:05.272219 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:05.277772 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:05.328270 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-39c51668-91a1-4fbb-ab9c-aeab3de5133b req-49f5b1c3-161b-4b42-a7b5-2dbcaf942076 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546112 Apr 01 16:11:05.332557 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=9']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:05.340143 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.340486 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.341065 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.341420 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.341796 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.342123 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.342805 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.343144 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.343473 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.343894 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.344120 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.344675 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.344931 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.345418 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.345633 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event updated for resources: {'Port': ['ID=c7659e3b-4e17-4198-90bf-02b1eceb42c0,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:05.345758 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:05.355173 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (e0bd1f71-f70f-4dc3-adbf-68e9a4129772), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:05.462505 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Floating IP e0bd1f71-f70f-4dc3-adbf-68e9a4129772 associated. External IP: 172.28.3.122, port: 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13. Apr 01 16:11:05.487832 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:11:05.630426 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['a572008e-9a07-4c68-b642-d8bee3e97623'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:11:05.929413 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:11:06.042431 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:11:06.053431 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] Sync routers for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:06.064629 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:06.065741 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:11:06.066358 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:10:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:06.099679 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-d64cf4b1-3ad7-4d22-a4b9-a2c055248384 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9690878 Apr 01 16:11:06.100547 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:06.102829 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad61682d-8de3-499b-bba1-da05fb4335ec" -d '{"events": [{"name": "network-changed", "server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:06.147939 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46239f5-b994-4119-af29-2db225e8ba8d x-openstack-request-id: req-c46239f5-b994-4119-af29-2db225e8ba8d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:06.148227 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:06.148472 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c46239f5-b994-4119-af29-2db225e8ba8d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:06.148864 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46239f5-b994-4119-af29-2db225e8ba8d'] response: {'name': 'network-changed', 'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'status': 'completed', 'code': 200} Apr 01 16:11:06.181958 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:11:06.226298 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-fcb5abaf-7d79-4821-b19b-d599d8d48805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:06.227768 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-fcb5abaf-7d79-4821-b19b-d599d8d48805 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1129 time: 0.0464327 Apr 01 16:11:06.321249 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-43574ab2-3413-4cee-b368-8b70d905644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:06.322929 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-43574ab2-3413-4cee-b368-8b70d905644b service neutron] 10.222.0.57 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 908 time: 0.0870280 Apr 01 16:11:06.409734 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-0aa40451-904a-4ef1-aead-77c39dc46658 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 999 time: 0.0793617 Apr 01 16:11:06.432134 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'e0bd1f71-f70f-4dc3-adbf-68e9a4129772', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'floating_ip_address': '172.28.3.122', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'port_id': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'mac_address': 'fa:16:3e:1b:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:04Z', 'updated_at': '2022-04-01T16:11:04Z', 'revision_number': 0, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:21Z', 'revision_number': 5, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:06.458367 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] Checking router: dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:06.466832 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:11:06.467434 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:10:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:06.483193 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-1a52ca36-bae4-4d10-b43a-e440e97260c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:06.484649 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-1a52ca36-bae4-4d10-b43a-e440e97260c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 200 len: 846 time: 0.0638108 Apr 01 16:11:06.508063 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bed19-f561-4873-a47f-e33650f235b2 req-7c306cfa-5182-4a16-9b2c-039b3a0ef75c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:06.509529 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a29bed19-f561-4873-a47f-e33650f235b2 req-7c306cfa-5182-4a16-9b2c-039b3a0ef75c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 945 time: 0.0975266 Apr 01 16:11:06.578189 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:11:06.581414 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a29bed19-f561-4873-a47f-e33650f235b2 req-9f07afbe-f8c2-4315-a8f9-4e99677c7c99 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509708 Apr 01 16:11:06.584406 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-2559e0c3-e8fc-41a4-b8ec-d304f036ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:06.586025 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-2559e0c3-e8fc-41a4-b8ec-d304f036ab71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=913782e6-d94c-42c7-8ff2-96af68c85d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0929918 Apr 01 16:11:06.685957 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-057c03de-6838-4ca0-845e-2bd1f7a66f2c service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919709 Apr 01 16:11:06.909552 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'e0bd1f71-f70f-4dc3-adbf-68e9a4129772', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'floating_ip_address': '172.28.3.122', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'port_id': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'mac_address': 'fa:16:3e:1b:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:04Z', 'updated_at': '2022-04-01T16:11:04Z', 'revision_number': 0, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:21Z', 'revision_number': 5, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:06.942216 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff55b4c-8a06-439f-ac67-cf6124fbf8b1 None None] The sync data for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb is: [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'e0bd1f71-f70f-4dc3-adbf-68e9a4129772', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'floating_ip_address': '172.28.3.122', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'port_id': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'mac_address': 'fa:16:3e:1b:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:11:04Z', 'updated_at': '2022-04-01T16:11:04Z', 'revision_number': 0, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:21Z', 'revision_number': 5, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:06.962911 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ad61682d-8de3-499b-bba1-da05fb4335ec req-b31f6aad-b3cc-4a94-a584-a83476c99f9c service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682230 Apr 01 16:11:07.083914 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:11:07.130433 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe4bd8-636e-43e6-b89f-a6900bfc0ac7 None None] New status for floating IP e0bd1f71-f70f-4dc3-adbf-68e9a4129772: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:11:07.178742 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port a572008e-9a07-4c68-b642-d8bee3e97623 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:11:07.179116 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:07.341519 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port a572008e-9a07-4c68-b642-d8bee3e97623 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:11:07.341959 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:07.365220 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:07.367480 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af72d1-a035-484c-9a42-47dd941321ff" -d '{"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-plugged", "status": "completed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:07.380836 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:07.385513 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:07.413845 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30170535-3179-4b64-b236-60bb2e1871d8 x-openstack-request-id: req-30170535-3179-4b64-b236-60bb2e1871d8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:07.414135 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-plugged", "status": "completed", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:07.414415 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30170535-3179-4b64-b236-60bb2e1871d8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:07.414796 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30170535-3179-4b64-b236-60bb2e1871d8'] response: {'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'code': 200} Apr 01 16:11:07.444112 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:07.711578 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f63637-8ed8-4e90-a6aa-fc0c734bd68a req-3032d4dd-2aa9-4827-8dcf-f13fc0c109d1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:07.713391 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-46f63637-8ed8-4e90-a6aa-fc0c734bd68a req-3032d4dd-2aa9-4827-8dcf-f13fc0c109d1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.0574892 Apr 01 16:11:07.760921 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-46f63637-8ed8-4e90-a6aa-fc0c734bd68a req-b0522cbd-00c8-4906-925d-0334eacd04ee tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406766 Apr 01 16:11:08.002271 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c335-0cb3-4839-a6d5-62138059fdb1 req-bdf1fc09-aeec-4f90-b7a8-905bb667a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:08.004199 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-79e0c335-0cb3-4839-a6d5-62138059fdb1 req-bdf1fc09-aeec-4f90-b7a8-905bb667a210 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 1131 time: 0.0452349 Apr 01 16:11:08.055015 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-79e0c335-0cb3-4839-a6d5-62138059fdb1 req-a3b01448-f5f9-4baa-9f20-09caf4b02b2c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Apr 01 16:11:08.887610 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f4eb2-94bd-4d17-b1b7-989d46834b8b req-a6e2cb75-04db-4107-8e4b-c56f4bcf93e7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:08.889095 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-089f4eb2-94bd-4d17-b1b7-989d46834b8b req-a6e2cb75-04db-4107-8e4b-c56f4bcf93e7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.0539286 Apr 01 16:11:08.936437 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-089f4eb2-94bd-4d17-b1b7-989d46834b8b req-ccfe9c02-1401-4a86-91ab-445ba21dcde0 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 Apr 01 16:11:10.067547 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff73574-5bbc-4c99-a20b-1a47f8537067 req-9e32fe36-fad1-4493-9d7d-3348ef22852e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:10.069010 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4ff73574-5bbc-4c99-a20b-1a47f8537067 req-9e32fe36-fad1-4493-9d7d-3348ef22852e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.0532737 Apr 01 16:11:10.118327 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4ff73574-5bbc-4c99-a20b-1a47f8537067 req-2e5e431b-ac01-4457-8bef-e699b85506e2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Apr 01 16:11:11.243406 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96285a1a-913b-4c46-a110-e348b35ec44d req-726dc76c-dd37-4968-a1f6-6eb96f5bef5a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:11.244852 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-96285a1a-913b-4c46-a110-e348b35ec44d req-726dc76c-dd37-4968-a1f6-6eb96f5bef5a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.0544705 Apr 01 16:11:11.291010 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-96285a1a-913b-4c46-a110-e348b35ec44d req-3fa9b10b-fea5-449c-a561-a67f3dc82f58 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406449 Apr 01 16:11:19.393870 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-52fa6447-1253-4c96-848e-142cdf325c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:19.396165 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-52fa6447-1253-4c96-848e-142cdf325c0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1130 time: 0.0481181 Apr 01 16:11:19.410216 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e098f4-c1ff-40c2-8b4c-8122e2b9ed0b req-35ac31e9-6190-4211-a244-4c6123858a71 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:19.411864 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94e098f4-c1ff-40c2-8b4c-8122e2b9ed0b req-35ac31e9-6190-4211-a244-4c6123858a71 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0596893 Apr 01 16:11:19.460198 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94e098f4-c1ff-40c2-8b4c-8122e2b9ed0b req-88752081-cbb9-4b62-b3e8-6df18fddf6bf tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418413 Apr 01 16:11:19.496036 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-3fc1d33b-9695-4336-887b-a18c7fdfc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:19.497487 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-3fc1d33b-9695-4336-887b-a18c7fdfc32c service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.0938370 Apr 01 16:11:19.571476 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-de9658c1-15e5-40ee-b5fc-346575c2556a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 1002 time: 0.0595307 Apr 01 16:11:19.632389 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-16060001-c9ec-489e-8ca1-b38317ae3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:19.633778 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-16060001-c9ec-489e-8ca1-b38317ae3b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0488420 Apr 01 16:11:19.681499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-bb4be259-4a2b-4afc-9fcc-533bb36352f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:19.682950 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-bb4be259-4a2b-4afc-9fcc-533bb36352f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433350 Apr 01 16:11:19.769885 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-6579b1ce-5f91-410c-8bf7-4b8182c3372c service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796506 Apr 01 16:11:19.866890 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f35fc6b-9ab6-447d-8080-f6355280e3a9 req-ee074138-b37c-4538-b978-ca7a2aa5b533 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903809 Apr 01 16:11:20.582683 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fa224-5b00-467e-84b9-d864b4a54772 req-62ce079d-ce99-43de-b3c6-77fd3ad4b5de tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:20.584150 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e2fa224-5b00-467e-84b9-d864b4a54772 req-62ce079d-ce99-43de-b3c6-77fd3ad4b5de tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0528147 Apr 01 16:11:20.633663 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7e2fa224-5b00-467e-84b9-d864b4a54772 req-02b2c40d-76f4-487a-9908-432c2b17c050 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Apr 01 16:11:21.762795 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b74e67-4a8f-48a0-94be-ccb150035c9e req-96002eed-d4d8-4e2a-9667-89a0604b1762 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:21.764585 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c4b74e67-4a8f-48a0-94be-ccb150035c9e req-96002eed-d4d8-4e2a-9667-89a0604b1762 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0552773 Apr 01 16:11:21.815476 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c4b74e67-4a8f-48a0-94be-ccb150035c9e req-086ea163-0803-4236-8675-bb4aa93f9302 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447052 Apr 01 16:11:22.937588 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b51f4-5f2a-480d-b85d-8f12aeffa98f req-69d4c906-c836-4fed-8ac3-864cccd8e2f6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:22.939096 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5c1b51f4-5f2a-480d-b85d-8f12aeffa98f req-69d4c906-c836-4fed-8ac3-864cccd8e2f6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0571589 Apr 01 16:11:22.990178 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5c1b51f4-5f2a-480d-b85d-8f12aeffa98f req-b02b0335-907d-411e-987f-42be6138dcc6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438290 Apr 01 16:11:24.112562 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fa65e-eb6c-44b1-aaf8-fd483c8d2a82 req-97703ac5-ecf2-499e-afd1-7b42d09cdec0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:24.114112 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9e9fa65e-eb6c-44b1-aaf8-fd483c8d2a82 req-97703ac5-ecf2-499e-afd1-7b42d09cdec0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0537140 Apr 01 16:11:24.166777 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9e9fa65e-eb6c-44b1-aaf8-fd483c8d2a82 req-986269e1-1b3c-48ad-ba15-09bd4fd4f566 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469494 Apr 01 16:11:25.295872 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea14df-b171-4207-b4f8-e465f424310d req-f224b2af-b973-4ad3-a24e-2f6bfe2b3bff tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:25.298066 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fcea14df-b171-4207-b4f8-e465f424310d req-f224b2af-b973-4ad3-a24e-2f6bfe2b3bff tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0609856 Apr 01 16:11:25.346174 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fcea14df-b171-4207-b4f8-e465f424310d req-18bddf1d-1265-4f40-8802-9ad02266c5b7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Apr 01 16:11:26.021432 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:26.470782 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8946d-aba3-49ae-9b72-55320c2555d0 req-7208ded3-13e6-4043-b312-4fcd8bfd6502 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:26.472273 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c1e8946d-aba3-49ae-9b72-55320c2555d0 req-7208ded3-13e6-4043-b312-4fcd8bfd6502 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0579081 Apr 01 16:11:26.519890 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c1e8946d-aba3-49ae-9b72-55320c2555d0 req-24071119-4455-4699-ac84-ddb2e7df2215 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Apr 01 16:11:26.985681 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34379e68-7b07-497a-971e-c79613c9215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:27.646671 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4fcd-a924-40a6-bd0c-d2384ef6aeb3 req-9f7f8132-9dfd-47eb-ab4e-a561b048cc37 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:27.648573 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fe3b4fcd-a924-40a6-bd0c-d2384ef6aeb3 req-9f7f8132-9dfd-47eb-ab4e-a561b048cc37 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0584803 Apr 01 16:11:27.664385 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-19d208dc-e8af-4e9a-a796-df2c6e27efbe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431442 Apr 01 16:11:27.700624 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fe3b4fcd-a924-40a6-bd0c-d2384ef6aeb3 req-53a92f24-1719-4f4b-8ef0-93cca658bd73 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467751 Apr 01 16:11:27.749767 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1230871-ce24-4be1-91ec-759a401e008e req-c57e03c2-c959-4b1b-a376-bd61a0eba61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:27.751268 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-c57e03c2-c959-4b1b-a376-bd61a0eba61b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 1130 time: 0.0503392 Apr 01 16:11:27.862318 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1230871-ce24-4be1-91ec-759a401e008e req-6be29253-9e85-4b27-a780-a1a56dd703a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:27.866187 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-6be29253-9e85-4b27-a780-a1a56dd703a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 912 time: 0.0879569 Apr 01 16:11:27.943652 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-ddbf7a23-e6a0-4623-8a36-e88c18c8838a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 200 len: 1002 time: 0.0708261 Apr 01 16:11:27.996845 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1230871-ce24-4be1-91ec-759a401e008e req-64810c13-d51c-4fd8-84fa-f33bc347d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:27.998344 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-64810c13-d51c-4fd8-84fa-f33bc347d72c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.0443552 Apr 01 16:11:28.050412 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1230871-ce24-4be1-91ec-759a401e008e req-f8444266-3e6f-4ce2-abfd-0c5838d398fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:28.052756 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-f8444266-3e6f-4ce2-abfd-0c5838d398fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457771 Apr 01 16:11:28.150802 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-560632bb-e754-4934-aa36-6b5a3784b7e3 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911405 Apr 01 16:11:28.250195 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f1230871-ce24-4be1-91ec-759a401e008e req-4de836a6-1bfe-4cd3-bd1a-ca9e6b75e835 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884786 Apr 01 16:11:28.825243 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c1ae5-9df0-4354-9cc2-e2fb03b6dacf req-1fa11313-ca7f-4591-99bb-ba36386715e4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:28.826785 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-df5c1ae5-9df0-4354-9cc2-e2fb03b6dacf req-1fa11313-ca7f-4591-99bb-ba36386715e4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0547848 Apr 01 16:11:28.873849 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-df5c1ae5-9df0-4354-9cc2-e2fb03b6dacf req-aa8b12c5-35cc-472b-84fb-35938f482f26 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Apr 01 16:11:29.345436 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-962aa7d5-c981-47ed-861e-156a1deecb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:30.009814 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a687443-8e20-41bc-b3ac-f6dbd0bff0f5 req-5c92c004-46f6-4d1a-be62-51ec3ef7e7b6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.011293 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2a687443-8e20-41bc-b3ac-f6dbd0bff0f5 req-5c92c004-46f6-4d1a-be62-51ec3ef7e7b6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0660746 Apr 01 16:11:30.062865 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2a687443-8e20-41bc-b3ac-f6dbd0bff0f5 req-33a65b41-4e3d-4a4a-b4f4-f0afb2d5ef89 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453086 Apr 01 16:11:30.379732 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:31.195818 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b83ae-4b5c-46d3-be21-007e8be55d55 req-7dc5e360-1270-4258-8958-d1ee1c88d7b4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:31.197210 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2a2b83ae-4b5c-46d3-be21-007e8be55d55 req-7dc5e360-1270-4258-8958-d1ee1c88d7b4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0517297 Apr 01 16:11:31.246725 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2a2b83ae-4b5c-46d3-be21-007e8be55d55 req-198ce529-584f-4600-810c-874d9c5c8c06 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Apr 01 16:11:31.982999 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:32.387988 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5f12f-6c75-449a-8b71-39e681bfc0ff req-31f1f6aa-26db-4b8c-98a4-1b6e2924fc1a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:32.390288 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ea5f12f-6c75-449a-8b71-39e681bfc0ff req-31f1f6aa-26db-4b8c-98a4-1b6e2924fc1a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0645404 Apr 01 16:11:32.444740 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ea5f12f-6c75-449a-8b71-39e681bfc0ff req-80d6327b-c368-4dc9-a1ac-39d95cc16be6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471995 Apr 01 16:11:33.510956 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:33.569052 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9706d2-fb40-4aee-be44-217e1a1700c1 req-59372a0d-b615-4e4f-9235-b35578edb772 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:33.570725 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0a9706d2-fb40-4aee-be44-217e1a1700c1 req-59372a0d-b615-4e4f-9235-b35578edb772 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0544565 Apr 01 16:11:33.622304 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0a9706d2-fb40-4aee-be44-217e1a1700c1 req-4f0fe3ad-300a-474e-93cb-916dfe7206c7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Apr 01 16:11:34.756089 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ccffc-4156-4288-b783-63eac8cf2394 req-b2d6edc6-9a0e-4dfa-bd21-732057b690d1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:34.757654 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b85ccffc-4156-4288-b783-63eac8cf2394 req-b2d6edc6-9a0e-4dfa-bd21-732057b690d1 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0637274 Apr 01 16:11:34.808558 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b85ccffc-4156-4288-b783-63eac8cf2394 req-1863dc56-abd2-4958-b5c9-e2a1e906b0ac tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450695 Apr 01 16:11:35.930494 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d7ff0-0e42-4bee-9695-828293514445 req-4586d325-21a1-49c5-844f-3d1faf034694 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:35.931971 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a77d7ff0-0e42-4bee-9695-828293514445 req-4586d325-21a1-49c5-844f-3d1faf034694 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0565863 Apr 01 16:11:35.981251 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a77d7ff0-0e42-4bee-9695-828293514445 req-d7360402-b2f7-4322-ae78-820b96005b1a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Apr 01 16:11:37.100228 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855caa6-272f-4878-8125-893b75951c32 req-18bdd2e6-313e-48fd-ad11-2a90f1f32e7b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:37.101727 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d855caa6-272f-4878-8125-893b75951c32 req-18bdd2e6-313e-48fd-ad11-2a90f1f32e7b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0524714 Apr 01 16:11:37.147878 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d855caa6-272f-4878-8125-893b75951c32 req-03bcbcea-4393-42d1-8915-e6ddb9763a97 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Apr 01 16:11:38.271387 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e014a-3421-4267-b0bb-60e325c34c1a req-dc2c260f-23c4-42c5-b324-2729c59151e0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:38.273346 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-593e014a-3421-4267-b0bb-60e325c34c1a req-dc2c260f-23c4-42c5-b324-2729c59151e0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0531340 Apr 01 16:11:38.328584 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-593e014a-3421-4267-b0bb-60e325c34c1a req-3ace599c-f301-4401-ae15-9dd325e7ac71 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465314 Apr 01 16:11:39.458855 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dbd9c-f002-484c-a3e8-e468ade58c22 req-f95239d8-e7b4-4290-b663-655d171cc872 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:39.460308 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-413dbd9c-f002-484c-a3e8-e468ade58c22 req-f95239d8-e7b4-4290-b663-655d171cc872 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0510921 Apr 01 16:11:39.509238 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-413dbd9c-f002-484c-a3e8-e468ade58c22 req-4da79695-e4d1-48b1-b225-ba54f43b2d1b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Apr 01 16:11:40.632078 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bdb92-6ee7-46a1-8ea1-17be8a151a88 req-e858fb2e-ba3d-4e1e-a06f-21379efa5db0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.633692 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8a2bdb92-6ee7-46a1-8ea1-17be8a151a88 req-e858fb2e-ba3d-4e1e-a06f-21379efa5db0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0548258 Apr 01 16:11:40.679490 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8a2bdb92-6ee7-46a1-8ea1-17be8a151a88 req-45d03634-12e5-4ad8-90ca-f6f877064170 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Apr 01 16:11:41.595839 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c5e2c-eaa5-4a9e-87d4-75eac392c44d req-c51151d9-1cdb-424b-ae3b-3843395c92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:41.597302 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f38c5e2c-eaa5-4a9e-87d4-75eac392c44d req-c51151d9-1cdb-424b-ae3b-3843395c92ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1130 time: 0.0439274 Apr 01 16:11:41.641419 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f38c5e2c-eaa5-4a9e-87d4-75eac392c44d req-2886bc76-ae1c-42bc-b641-08010ec8d62e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365372 Apr 01 16:11:41.797296 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a153794-9b33-4a28-94a8-e5125773f1da req-3cc621ad-f02b-4783-b377-f318c9431622 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:41.798847 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0a153794-9b33-4a28-94a8-e5125773f1da req-3cc621ad-f02b-4783-b377-f318c9431622 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0518775 Apr 01 16:11:41.855035 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0a153794-9b33-4a28-94a8-e5125773f1da req-65da28b9-84e4-4c72-a658-8f2f506cccdb tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503132 Apr 01 16:11:42.492111 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:11:43.016728 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd35f4f-8673-435d-8478-fabc8a0b4751 req-7ef1dd10-108d-4d94-b454-7893eee43d6b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:43.018373 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3bd35f4f-8673-435d-8478-fabc8a0b4751 req-7ef1dd10-108d-4d94-b454-7893eee43d6b tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0618930 Apr 01 16:11:43.071776 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3bd35f4f-8673-435d-8478-fabc8a0b4751 req-7fdc11c7-6018-42a9-abb5-1af13408d6ea tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Apr 01 16:11:44.204002 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919405b-7401-40a5-8095-3c514bb60be9 req-b2652467-c535-48f2-bd2c-7a95699c173f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.205598 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9919405b-7401-40a5-8095-3c514bb60be9 req-b2652467-c535-48f2-bd2c-7a95699c173f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0602584 Apr 01 16:11:44.253366 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9919405b-7401-40a5-8095-3c514bb60be9 req-b2a2e657-353c-4a22-973f-b11c2721afd6 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Apr 01 16:11:44.735333 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407345-151b-44e0-8b73-18a82348707a req-2686e078-7928-4ce4-a9d7-fcd542815732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.736850 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc407345-151b-44e0-8b73-18a82348707a req-2686e078-7928-4ce4-a9d7-fcd542815732 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1130 time: 0.0772963 Apr 01 16:11:44.743764 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14168d7d-1aff-44f8-928e-51826aa99e56 req-05abc827-d6b9-47a7-bcc0-abdda799e211 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.745200 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-14168d7d-1aff-44f8-928e-51826aa99e56 req-05abc827-d6b9-47a7-bcc0-abdda799e211 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0762179 Apr 01 16:11:44.851287 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-14168d7d-1aff-44f8-928e-51826aa99e56 req-ed265a7e-40c0-4664-b3c7-cbd8fd0b79d0 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972855 Apr 01 16:11:44.872992 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407345-151b-44e0-8b73-18a82348707a req-ffe8fcfd-b4b2-4723-8697-b815cc63dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.874599 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc407345-151b-44e0-8b73-18a82348707a req-ffe8fcfd-b4b2-4723-8697-b815cc63dcea service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.1284721 Apr 01 16:11:44.949857 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc407345-151b-44e0-8b73-18a82348707a req-7b65f879-6119-4df5-98ab-73100d335997 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 1002 time: 0.0639143 Apr 01 16:11:45.000169 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407345-151b-44e0-8b73-18a82348707a req-2ba10d41-c8a5-406d-845f-0bc30177ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:45.001624 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc407345-151b-44e0-8b73-18a82348707a req-2ba10d41-c8a5-406d-845f-0bc30177ccbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0448227 Apr 01 16:11:45.055634 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407345-151b-44e0-8b73-18a82348707a req-862f3759-29e4-4760-be5f-fc0aec582d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:45.057250 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc407345-151b-44e0-8b73-18a82348707a req-862f3759-29e4-4760-be5f-fc0aec582d71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469422 Apr 01 16:11:45.161012 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc407345-151b-44e0-8b73-18a82348707a req-ec4af0a6-e294-425c-9295-d38b06deedd8 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966933 Apr 01 16:11:45.254641 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc407345-151b-44e0-8b73-18a82348707a req-e14566b5-9ce1-4df8-9a27-6634a157135c service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869036 Apr 01 16:11:45.987154 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31b5f6-7a98-411f-bdb3-a0e1d0f6467a req-06c1d822-9664-480f-9258-2e67bdff9099 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:45.988682 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4f31b5f6-7a98-411f-bdb3-a0e1d0f6467a req-06c1d822-9664-480f-9258-2e67bdff9099 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0550451 Apr 01 16:11:46.054404 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4f31b5f6-7a98-411f-bdb3-a0e1d0f6467a req-8429e0aa-87bc-4dbe-ab5b-4019310d6221 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599828 Apr 01 16:11:46.284430 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e915d-7b29-4782-8952-779c6888757a req-261e7686-e9ea-4563-a1fb-53503168abca tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:46.286048 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7c0e915d-7b29-4782-8952-779c6888757a req-261e7686-e9ea-4563-a1fb-53503168abca tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0585251 Apr 01 16:11:46.335217 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7c0e915d-7b29-4782-8952-779c6888757a req-f819f106-09ed-4bfc-bd75-a0b18e26180e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Apr 01 16:11:47.183220 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042cb5-53ed-4aa2-8e73-6aa36da33000 req-cc15babb-dafd-45b1-a1a5-34d58c748e08 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:47.184759 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c1042cb5-53ed-4aa2-8e73-6aa36da33000 req-cc15babb-dafd-45b1-a1a5-34d58c748e08 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0606055 Apr 01 16:11:47.236953 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c1042cb5-53ed-4aa2-8e73-6aa36da33000 req-1653d84a-4033-453b-9172-9877f7ef5a9d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455272 Apr 01 16:11:47.398224 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43d817-7499-40fe-8a6f-3a80a6c5ab9a req-2a202d73-7e7c-4e6f-a8e9-19083142600b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:47.400253 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4a43d817-7499-40fe-8a6f-3a80a6c5ab9a req-2a202d73-7e7c-4e6f-a8e9-19083142600b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0637517 Apr 01 16:11:47.457244 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4a43d817-7499-40fe-8a6f-3a80a6c5ab9a req-86c4c348-68ce-486c-b55e-97bce2c86183 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Apr 01 16:11:47.469070 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b557-bc1c-4e5c-954f-7bc918dc063b req-12ea0b9f-84cb-437d-a5b1-3e6831cbc477 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:47.470809 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3673b557-bc1c-4e5c-954f-7bc918dc063b req-12ea0b9f-84cb-437d-a5b1-3e6831cbc477 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0600123 Apr 01 16:11:47.520749 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3673b557-bc1c-4e5c-954f-7bc918dc063b req-4c5fe4ff-0f7e-4284-a726-4331aa9c0b9f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Apr 01 16:11:48.360302 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4f32-b36e-47a2-ac83-99f236147f6a req-30227aa0-218d-4e84-b9b0-23fee90740a3 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:48.361806 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5bec4f32-b36e-47a2-ac83-99f236147f6a req-30227aa0-218d-4e84-b9b0-23fee90740a3 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0519290 Apr 01 16:11:48.407569 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5bec4f32-b36e-47a2-ac83-99f236147f6a req-3e1759f3-a9e6-460d-84ce-9199b161489e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Apr 01 16:11:48.529884 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f5e3e-6c92-4183-9f38-6b3ded455354 req-9aac4d55-ef87-419a-8e90-c165250fb9ea tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:48.531310 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a2f5e3e-6c92-4183-9f38-6b3ded455354 req-9aac4d55-ef87-419a-8e90-c165250fb9ea tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0608544 Apr 01 16:11:48.540645 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44794) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:11:48.546507 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Request body: {'floatingip': {'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:11:48.586225 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a15f96-715d-499a-b4db-103975250bfe req-23c20431-065d-4147-b80d-21f4089b10fd tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:48.587973 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-33a15f96-715d-499a-b4db-103975250bfe req-23c20431-065d-4147-b80d-21f4089b10fd tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0567067 Apr 01 16:11:48.634728 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-33a15f96-715d-499a-b4db-103975250bfe req-61646f60-579e-4592-9d05-058c4534fd58 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Apr 01 16:11:48.684512 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:48.732541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276cff-f808-4c8d-9f06-01b794ef62be req-cf1b4625-7dd0-432e-b8f7-0a2a3c1d8a29 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:48.734009 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-48276cff-f808-4c8d-9f06-01b794ef62be req-cf1b4625-7dd0-432e-b8f7-0a2a3c1d8a29 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1288822 Apr 01 16:11:48.863531 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-48276cff-f808-4c8d-9f06-01b794ef62be req-e7da50ee-5954-4069-9007-328c66671992 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234367 Apr 01 16:11:49.496922 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:49.501073 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:49.707185 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Router 6705a93c-27e3-4185-9486-c28db94badb3 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:11:49.751274 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f4f7-c5e1-44e8-997f-92285a10f8bd req-39e90554-b563-43c7-8883-521edb8c44ed tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:49.752681 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8f86f4f7-c5e1-44e8-997f-92285a10f8bd req-39e90554-b563-43c7-8883-521edb8c44ed tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Apr 01 16:11:49.800295 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8f86f4f7-c5e1-44e8-997f-92285a10f8bd req-7470b748-4c4f-44cb-ab37-822136be1dbe tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Apr 01 16:11:49.816939 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:11:49.821877 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:49.826399 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] Sync routers for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:49.835507 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:11:49.836110 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:11:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:49.852066 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:49.854332 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486" -d '{"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:49.883766 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2ff095a9-747b-4b18-b04d-0cab7f520d9c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "PUT /v2.0/floatingips/c9f65423-3547-4e98-9c2b-446cbc196dc8 HTTP/1.1" status: 200 len: 994 time: 1.3409176 Apr 01 16:11:49.918431 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff0530-ab39-4d12-b7e3-ecc4c9170c08 x-openstack-request-id: req-9cff0530-ab39-4d12-b7e3-ecc4c9170c08 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:49.918880 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:49.919132 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cff0530-ab39-4d12-b7e3-ecc4c9170c08 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:49.919524 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cff0530-ab39-4d12-b7e3-ecc4c9170c08'] response: {'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'status': 'completed', 'code': 200} Apr 01 16:11:49.945326 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:11:49.985786 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-ae3ce5d5-44f4-4e35-9bf0-671634138494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:49.987391 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-ae3ce5d5-44f4-4e35-9bf0-671634138494 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1130 time: 0.0459113 Apr 01 16:11:50.002431 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4f6b2-e1bd-4ca8-a38c-a275e04e0087 req-34e88982-d557-4af6-8961-1a657880a144 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:50.003748 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a7d4f6b2-e1bd-4ca8-a38c-a275e04e0087 req-34e88982-d557-4af6-8961-1a657880a144 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0602720 Apr 01 16:11:50.054717 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a7d4f6b2-e1bd-4ca8-a38c-a275e04e0087 req-22f3ec30-dc37-4338-ae1d-b8e45f2a0afe tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Apr 01 16:11:50.091930 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-35f2a0ac-9122-4295-bbc6-1b317b5868cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:50.093395 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-35f2a0ac-9122-4295-bbc6-1b317b5868cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.0984430 Apr 01 16:11:50.159351 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-5338ebcd-08b3-4ff4-b664-7f3017f209f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 1002 time: 0.0585868 Apr 01 16:11:50.171719 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'c9f65423-3547-4e98-9c2b-446cbc196dc8', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'floating_ip_address': '172.28.3.225', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'mac_address': 'fa:16:3e:10:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:07Z', 'updated_at': '2022-04-01T16:11:49Z', 'revision_number': 3, 'project_id': '5757632974644680a8df00143a0d1c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:50.200859 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] Checking router: 6705a93c-27e3-4185-9486-c28db94badb3 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:50.209763 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:11:50.210371 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:11:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:50.214192 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-c77d7403-be23-42ce-8fe9-3bf47ab7fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:50.215711 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-c77d7403-be23-42ce-8fe9-3bf47ab7fb7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0438600 Apr 01 16:11:50.269311 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-673f843c-e54f-4bcb-85e8-d45375716821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:50.270776 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-673f843c-e54f-4bcb-85e8-d45375716821 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470185 Apr 01 16:11:50.311334 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:11:50.356551 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-58aa665c-cac0-4792-9208-48824075ff5d service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787528 Apr 01 16:11:50.450470 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0005a4a-ff57-4d5c-ac43-2a996e0bf486 req-2779caa1-cf78-41fc-8e9f-dd7f66ebdbb5 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 Apr 01 16:11:50.532029 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'c9f65423-3547-4e98-9c2b-446cbc196dc8', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'floating_ip_address': '172.28.3.225', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'mac_address': 'fa:16:3e:10:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:07Z', 'updated_at': '2022-04-01T16:11:49Z', 'revision_number': 3, 'project_id': '5757632974644680a8df00143a0d1c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:50.557525 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005f1b8-37e1-43c5-af90-c6211f0ece8c None None] The sync data for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb is: [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'c9f65423-3547-4e98-9c2b-446cbc196dc8', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'floating_ip_address': '172.28.3.225', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'port_id': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'mac_address': 'fa:16:3e:10:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f778f522-218c-4f1a-8359-b443253aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:07Z', 'updated_at': '2022-04-01T16:11:49Z', 'revision_number': 3, 'project_id': '5757632974644680a8df00143a0d1c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:50.919720 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4a859-9e38-40b3-8d96-539ce2ade2bd req-d525b035-41cb-4769-a78f-489444d87914 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:50.921840 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-64b4a859-9e38-40b3-8d96-539ce2ade2bd req-d525b035-41cb-4769-a78f-489444d87914 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0528760 Apr 01 16:11:50.967304 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-64b4a859-9e38-40b3-8d96-539ce2ade2bd req-bb09285c-623d-49b2-87ca-ee363054c480 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Apr 01 16:11:51.174909 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f28f-28cc-4cd2-85e5-379cd750722d req-b2323c3b-49fc-4e3d-978f-12add3454fd8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:51.176347 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0618f28f-28cc-4cd2-85e5-379cd750722d req-b2323c3b-49fc-4e3d-978f-12add3454fd8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0506279 Apr 01 16:11:51.220740 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0618f28f-28cc-4cd2-85e5-379cd750722d req-8d8b2a91-e5e7-437c-981b-c5aa5afe5f12 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Apr 01 16:11:51.921066 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:51.923391 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:51.957006 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9013ba-58b0-4c63-b70d-6ea593a3cbe3 x-openstack-request-id: req-ee9013ba-58b0-4c63-b70d-6ea593a3cbe3 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:51.957290 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:51.957533 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee9013ba-58b0-4c63-b70d-6ea593a3cbe3 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:51.957945 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9013ba-58b0-4c63-b70d-6ea593a3cbe3'] response: {'name': 'network-changed', 'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'status': 'completed', 'code': 200} Apr 01 16:11:52.031627 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-fa5b50a1-dac5-44c8-9a85-07b49cebdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.033116 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-fa5b50a1-dac5-44c8-9a85-07b49cebdb35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757632974644680a8df00143a0d1c3a&device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 1130 time: 0.0449018 Apr 01 16:11:52.084207 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0102c0-0895-4435-992a-a122aebf521f req-67994765-1ab8-4d4d-bbe4-2a5e247764ad tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.086305 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4c0102c0-0895-4435-992a-a122aebf521f req-67994765-1ab8-4d4d-bbe4-2a5e247764ad tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Apr 01 16:11:52.129154 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-6bab6de7-7d26-4748-a41e-23af0791e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.130738 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-6bab6de7-7d26-4748-a41e-23af0791e78d service neutron] 10.222.0.57 "GET /v2.0/networks?id=30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 200 len: 918 time: 0.0908420 Apr 01 16:11:52.135495 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4c0102c0-0895-4435-992a-a122aebf521f req-677bf60f-56ad-49b3-9138-2b04aafe443a tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Apr 01 16:11:52.206693 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-e1d315d0-4b08-42c8-9686-131163f4b495 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 200 len: 1002 time: 0.0602968 Apr 01 16:11:52.266130 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-32e4033a-81fd-4620-a24f-3b5fad109077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.267598 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-32e4033a-81fd-4620-a24f-3b5fad109077 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 200 len: 856 time: 0.0466776 Apr 01 16:11:52.357068 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-99c162d5-e82f-488c-86f8-5d7d3bc105da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.358636 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-99c162d5-e82f-488c-86f8-5d7d3bc105da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30036b2f-fdf3-4fff-b51e-3958cef8691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0733335 Apr 01 16:11:52.366634 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb8e7-36b3-4b7e-a45d-c385f58caf5a req-b9bfc3d3-89c5-4d49-bbc0-b522a348a406 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:52.368020 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ea5fb8e7-36b3-4b7e-a45d-c385f58caf5a req-b9bfc3d3-89c5-4d49-bbc0-b522a348a406 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0753086 Apr 01 16:11:52.464005 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ea5fb8e7-36b3-4b7e-a45d-c385f58caf5a req-bbb5cad9-3bd8-43f1-8dd4-1155331b3263 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873573 Apr 01 16:11:52.483324 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-92e04224-8ca2-4b12-b45a-d22315e9285a service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143773 Apr 01 16:11:52.570689 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fbba0c55-3d50-4112-90f9-e5b778fbb8c3 req-6df9c5f6-a6f3-4382-a3a6-c4314edafb27 service neutron] 10.222.0.57 "GET /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801892 Apr 01 16:11:53.257269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30300dc-c6f5-4e1a-9289-4dfaa9ed84ed req-e8588462-b41b-47d7-bc5d-9d5b71983888 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:53.258875 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b30300dc-c6f5-4e1a-9289-4dfaa9ed84ed req-e8588462-b41b-47d7-bc5d-9d5b71983888 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.0581522 Apr 01 16:11:53.308544 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b30300dc-c6f5-4e1a-9289-4dfaa9ed84ed req-6bf36399-cd29-4ae7-a76c-a53d15cf7035 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Apr 01 16:11:53.410502 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-4d6e41ff-0b75-4084-8590-10f0fb5e581a tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:53.411954 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-4d6e41ff-0b75-4084-8590-10f0fb5e581a tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 945 time: 0.2465305 Apr 01 16:11:53.546530 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Deleting port 41fefcb0-1fd0-49f4-8afe-013346906cff {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:11:53.546787 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:53.649746 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd45d3-a6e1-4c6a-a2ba-c084b7e63046 req-aa8a51e1-d3dc-49b0-a416-123351e4699c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:53.651215 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-17cd45d3-a6e1-4c6a-a2ba-c084b7e63046 req-aa8a51e1-d3dc-49b0-a416-123351e4699c tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1180179 Apr 01 16:11:53.673507 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] For port 41fefcb0-1fd0-49f4-8afe-013346906cff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41fefcb0-1fd0-49f4-8afe-013346906cff,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:53.673893 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:53.695080 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Calling delete_port for 41fefcb0-1fd0-49f4-8afe-013346906cff owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:11:53.781978 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-17cd45d3-a6e1-4c6a-a2ba-c084b7e63046 req-66952f14-500a-445c-b0dd-c3658e97611b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215413 Apr 01 16:11:53.868908 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (41fefcb0-1fd0-49f4-8afe-013346906cff), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:53.890737 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['41fefcb0-1fd0-49f4-8afe-013346906cff'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:11:53.902375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Pushing event deleted for resources: {'Port': ['ID=41fefcb0-1fd0-49f4-8afe-013346906cff,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:53.933102 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.933448 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.933815 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.934157 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.934487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.934818 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.935145 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.935470 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.935793 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.936120 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.936443 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.936793 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.937113 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.937432 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.937775 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:53.976672 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] No DVR routers for this DVR port 41fefcb0-1fd0-49f4-8afe-013346906cff on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:53.979698 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:53.983012 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-25d0bdac-cc55-4a56-b480-b01906b3fcd9 req-d5462b7e-2f8c-487e-809d-b6f65f2c5dd9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "DELETE /v2.0/ports/41fefcb0-1fd0-49f4-8afe-013346906cff HTTP/1.1" status: 204 len: 173 time: 0.5649633 Apr 01 16:11:53.983564 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'name': 'network-vif-deleted', 'tag': '41fefcb0-1fd0-49f4-8afe-013346906cff'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:53.986324 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c718e66-0cb0-4e7f-85d0-5f0f6f2e6763" -d '{"events": [{"server_uuid": "219170cc-6f05-46fc-af2e-933b2eb884c3", "name": "network-vif-deleted", "tag": "41fefcb0-1fd0-49f4-8afe-013346906cff"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:54.022777 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3919e023-aaef-4064-8a73-f97afc69ab8d x-openstack-request-id: req-3919e023-aaef-4064-8a73-f97afc69ab8d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:54.023061 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219170cc-6f05-46fc-af2e-933b2eb884c3", "name": "network-vif-deleted", "tag": "41fefcb0-1fd0-49f4-8afe-013346906cff", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:54.023303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3919e023-aaef-4064-8a73-f97afc69ab8d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:54.023694 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3919e023-aaef-4064-8a73-f97afc69ab8d'] response: {'server_uuid': '219170cc-6f05-46fc-af2e-933b2eb884c3', 'name': 'network-vif-deleted', 'tag': '41fefcb0-1fd0-49f4-8afe-013346906cff', 'status': 'completed', 'code': 200} Apr 01 16:11:54.414652 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9d5357bd-4f5d-4434-a319-610a6d08bce9 req-e96b6ac6-a069-4711-b87b-514a6e2330b9 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=219170cc-6f05-46fc-af2e-933b2eb884c3 HTTP/1.1" status: 200 len: 210 time: 0.0275483 Apr 01 16:11:54.905780 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bab2f-c0ec-4c5c-8651-2c104dc65743 req-e70459b5-73ff-4ed1-983a-9a1107093cf3 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:54.907254 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-910bab2f-c0ec-4c5c-8651-2c104dc65743 req-e70459b5-73ff-4ed1-983a-9a1107093cf3 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0530841 Apr 01 16:11:54.953670 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-910bab2f-c0ec-4c5c-8651-2c104dc65743 req-9b2efc35-2563-49a6-b0f7-2decb3fd5439 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407605 Apr 01 16:11:56.043453 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:56.071708 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91292078-709a-48ff-b732-db0ce37048f8 req-c2aadc46-0e45-41fc-be06-bf0ce0c0ae0f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:56.073174 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-91292078-709a-48ff-b732-db0ce37048f8 req-c2aadc46-0e45-41fc-be06-bf0ce0c0ae0f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0530756 Apr 01 16:11:56.124435 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-91292078-709a-48ff-b732-db0ce37048f8 req-99613f11-e6f2-4566-bc31-d91707406cce tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457058 Apr 01 16:11:56.986757 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-913b7575-0b28-49b9-a5a7-09d1e59dfde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:57.247079 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62bd6e-76da-4caf-920c-6ab39504a2b5 req-4da449d8-ce97-4382-9e65-710e46ea0ef2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.249064 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8f62bd6e-76da-4caf-920c-6ab39504a2b5 req-4da449d8-ce97-4382-9e65-710e46ea0ef2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0571649 Apr 01 16:11:57.297167 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8f62bd6e-76da-4caf-920c-6ab39504a2b5 req-040ee42b-ef8a-4562-afa2-b1e57cced638 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419371 Apr 01 16:11:57.314918 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41fefcb0-1fd0-49f4-8afe-013346906cff no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:11:57.340366 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 41fefcb0-1fd0-49f4-8afe-013346906cff {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:11:57.340789 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 41fefcb0-1fd0-49f4-8afe-013346906cff not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:11:57.505425 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531c73f-67fc-4da1-a46c-3d2129af3bb3 req-6f064e93-4b9d-4563-b764-27a3154b0870 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.506863 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2531c73f-67fc-4da1-a46c-3d2129af3bb3 req-6f064e93-4b9d-4563-b764-27a3154b0870 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0560889 Apr 01 16:11:57.594502 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2531c73f-67fc-4da1-a46c-3d2129af3bb3 req-693378b0-ebc8-405b-a2c4-d607c26518f6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814970 Apr 01 16:11:57.604840 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ab894-b99e-42bf-80a0-449e07548554 req-84f3d775-2b85-4737-a4db-6c906d420c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.606504 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d85ab894-b99e-42bf-80a0-449e07548554 req-84f3d775-2b85-4737-a4db-6c906d420c0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 1130 time: 0.0843563 Apr 01 16:11:57.698435 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ab894-b99e-42bf-80a0-449e07548554 req-495eb3ea-e52d-440d-982f-4c2deb1ddaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.699903 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d85ab894-b99e-42bf-80a0-449e07548554 req-495eb3ea-e52d-440d-982f-4c2deb1ddaa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 912 time: 0.0863097 Apr 01 16:11:57.768457 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d85ab894-b99e-42bf-80a0-449e07548554 req-a5718c58-7925-4afe-865a-c1b385f0431e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 200 len: 1002 time: 0.0620656 Apr 01 16:11:57.815251 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ab894-b99e-42bf-80a0-449e07548554 req-aac44e66-7233-46be-9bae-8c43760f3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.816632 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d85ab894-b99e-42bf-80a0-449e07548554 req-aac44e66-7233-46be-9bae-8c43760f3006 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.0420499 Apr 01 16:11:57.868669 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ab894-b99e-42bf-80a0-449e07548554 req-15be28c6-420f-4406-a105-5be3145f9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:57.870240 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d85ab894-b99e-42bf-80a0-449e07548554 req-15be28c6-420f-4406-a105-5be3145f9962 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473418 Apr 01 16:11:57.965012 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d85ab894-b99e-42bf-80a0-449e07548554 req-bb073820-e0d4-431e-8a3e-c55aa74b4e63 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879691 Apr 01 16:11:58.059676 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d85ab894-b99e-42bf-80a0-449e07548554 req-47f2bcf4-19cb-4e50-83ee-acaed056da29 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876727 Apr 01 16:11:58.715719 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca357dc3-2752-404e-8e57-0717c14805bc req-4490b329-de78-49d2-8934-9e48fb579371 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:58.717093 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ca357dc3-2752-404e-8e57-0717c14805bc req-4490b329-de78-49d2-8934-9e48fb579371 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0535765 Apr 01 16:11:58.764548 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ca357dc3-2752-404e-8e57-0717c14805bc req-3f0e133b-6bea-454d-a527-23aaa79a97ea tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 Apr 01 16:11:59.263687 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-1f51414e-f8e0-4b7c-8cd6-090c72276104 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:59.265228 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-1f51414e-f8e0-4b7c-8cd6-090c72276104 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/networks?id=eee16103-5f39-484b-a02e-9ae3d119768c HTTP/1.1" status: 200 len: 814 time: 0.1060929 Apr 01 16:11:59.286599 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e29671b1-015b-444a-bff6-0483a990810d tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/quotas/f12cad8caca24be7a469729f6fb082db HTTP/1.1" status: 200 len: 375 time: 0.0152364 Apr 01 16:11:59.319748 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-9714abd0-dd96-435c-8063-afb5dec8a6c4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f12cad8caca24be7a469729f6fb082db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280123 Apr 01 16:11:59.354856 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da182316-77d7-4025-a3ad-77c371dd1e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:11:59.413500 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-d0844fb3-f2b0-43fb-8eb8-af2f17c97cd8 service neutron] 10.222.0.70 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870831 Apr 01 16:11:59.500135 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-d8b2e909-eb1d-4a17-80bd-ee39785484f0 service neutron] 10.222.0.70 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806596 Apr 01 16:11:59.677213 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ed256246-54b1-478a-a600-464ad99003fd req-03e432a5-f028-452f-9026-ff784463ee79 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 210 time: 0.0269938 Apr 01 16:12:00.379189 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:00.622553 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-02e5fe57-c1fc-466a-9509-7fb4874d20e6 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:00.624420 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-02e5fe57-c1fc-466a-9509-7fb4874d20e6 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "GET /v2.0/networks?id=eee16103-5f39-484b-a02e-9ae3d119768c HTTP/1.1" status: 200 len: 814 time: 0.1108146 Apr 01 16:12:00.638212 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Request body: {'port': {'device_id': '21c87485-1825-44f9-b884-7d4d25c548ca', 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c', 'admin_state_up': True, 'tenant_id': 'f12cad8caca24be7a469729f6fb082db'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:00.781978 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c976b21d-8c28-4768-ab75-a7656cf19d40 req-4aae4be9-2739-43b3-833f-f4080ab0590b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 210 time: 0.0309973 Apr 01 16:12:00.782709 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Made reservation on behalf of f12cad8caca24be7a469729f6fb082db for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:00.785939 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:00.941933 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Allocated IP 172.20.0.6 (eee16103-5f39-484b-a02e-9ae3d119768c/a85379bf-3870-4441-a422-e8db27462e14/8e759b2a-3de6-491c-9d55-0d065c0ccbf8) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:00.971170 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87588321-6db7-4e52-a3c6-c8d0e0df90bf req-cd0fa4e3-ac1f-4185-ab2a-b8c3f28e2ca6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:00.972625 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-87588321-6db7-4e52-a3c6-c8d0e0df90bf req-cd0fa4e3-ac1f-4185-ab2a-b8c3f28e2ca6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.0808928 Apr 01 16:12:01.079494 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-87588321-6db7-4e52-a3c6-c8d0e0df90bf req-44c489f9-369c-48b6-bec9-bf21825f7922 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008780 Apr 01 16:12:01.135869 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks [] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.167300 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.212379 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Network eee16103-5f39-484b-a02e-9ae3d119768c is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:01.215463 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:01.222203 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:01.245007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Pushing event updated for resources: {'Port': ['ID=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:01.270456 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.271052 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.287071 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-b3b39ef2-2dce-4f49-a39d-1d0666406fa5 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6527026 Apr 01 16:12:01.301081 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Request body: {'port': {'device_id': '21c87485-1825-44f9-b884-7d4d25c548ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:01.355990 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.607807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:01.615724 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Publish callbacks [] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.627466 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Transition to ACTIVE for port object 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:12:01.631553 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.678018 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Pushing event updated for resources: {'Port': ['ID=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:01.745111 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Attempting to bind port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:12:01.745436 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Attempting to bind port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:12:01.745807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Attempting to bind port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 on network eee16103-5f39-484b-a02e-9ae3d119768c {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:01.750495 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 on network eee16103-5f39-484b-a02e-9ae3d119768c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:12:01.750948 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Attempting to bind port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 on network eee16103-5f39-484b-a02e-9ae3d119768c {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:01.755973 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:01.756297 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Checking segment: {'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:12:01.756665 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Bound using segment: {'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:01.757076 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Bound port: 8e759b2a-3de6-491c-9d55-0d065c0ccbf8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e291e294-130f-425f-b215-8221ecc1ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:12:01.757424 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.821346 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] For port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:01.824920 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] For port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:01.833013 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.868381 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.868996 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.870416 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] 10.222.0.57 "PUT /v2.0/ports/8e759b2a-3de6-491c-9d55-0d065c0ccbf8 HTTP/1.1" status: 200 len: 1093 time: 0.5732503 Apr 01 16:12:01.870850 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c87485-1825-44f9-b884-7d4d25c548ca', 'tag': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:01.873053 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a93066-4051-49f2-bf99-fcf30cc26352" -d '{"events": [{"name": "network-changed", "server_uuid": "21c87485-1825-44f9-b884-7d4d25c548ca", "tag": "8e759b2a-3de6-491c-9d55-0d065c0ccbf8"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:01.928904 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f63948-a00e-43fb-bc41-64ebe604b681 x-openstack-request-id: req-24f63948-a00e-43fb-bc41-64ebe604b681 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:01.929227 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c87485-1825-44f9-b884-7d4d25c548ca", "tag": "8e759b2a-3de6-491c-9d55-0d065c0ccbf8", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:01.929430 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24f63948-a00e-43fb-bc41-64ebe604b681 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:01.929857 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f63948-a00e-43fb-bc41-64ebe604b681'] response: {'name': 'network-changed', 'server_uuid': '21c87485-1825-44f9-b884-7d4d25c548ca', 'tag': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8', 'status': 'completed', 'code': 200} Apr 01 16:12:01.933205 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbfbd9-dfb3-41bc-9aef-6ec462165f7d req-e56ba574-e260-4b2c-bb72-682f208a4b0b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.934766 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-38cbfbd9-dfb3-41bc-9aef-6ec462165f7d req-e56ba574-e260-4b2c-bb72-682f208a4b0b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 943 time: 0.0807514 Apr 01 16:12:01.944216 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bee1f-af8d-47fa-8291-c456c11bc223 service neutron] Pushing event updated for resources: {'Port': ['ID=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:01.965978 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-0bd19de3-3a58-4eac-b87b-5154290faa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:01.967498 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-0bd19de3-3a58-4eac-b87b-5154290faa57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f12cad8caca24be7a469729f6fb082db&device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 1127 time: 0.0504618 Apr 01 16:12:01.985448 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:01.986078 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-38cbfbd9-dfb3-41bc-9aef-6ec462165f7d req-42edff90-0104-492a-bffb-04e83a0f48fb tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Apr 01 16:12:02.019597 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-9daa8b07-fb4e-44f9-8acf-35bb45cb79f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e759b2a-3de6-491c-9d55-0d065c0ccbf8 HTTP/1.1" status: 200 len: 217 time: 0.0399537 Apr 01 16:12:02.070029 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-eb9f2ff4-de0e-4cd7-b078-f1d58f8f771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:02.071445 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-eb9f2ff4-de0e-4cd7-b078-f1d58f8f771e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a85379bf-3870-4441-a422-e8db27462e14 HTTP/1.1" status: 200 len: 854 time: 0.0414612 Apr 01 16:12:02.106386 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-1d3fdb3a-3715-4af9-9bbd-d35749e16296 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eee16103-5f39-484b-a02e-9ae3d119768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248396 Apr 01 16:12:02.242576 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171df6b8-5f07-4575-9685-23f0bbf46d3f req-d2070459-64c9-431f-b2c1-5f398ca4d05b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:02.244022 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-171df6b8-5f07-4575-9685-23f0bbf46d3f req-d2070459-64c9-431f-b2c1-5f398ca4d05b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.0830281 Apr 01 16:12:02.245866 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-9de1ef00-94e1-47b7-b9f0-60b7c91a48b2 service neutron] 10.222.0.57 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312604 Apr 01 16:12:02.339480 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-171df6b8-5f07-4575-9685-23f0bbf46d3f req-51f86944-334c-4e4c-a11b-15aff0c141e1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894842 Apr 01 16:12:02.370940 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7f0783f4-f17d-47a3-975f-0e6af23f1087 req-022e11c1-0ec8-4994-bc37-811691abf0aa service neutron] 10.222.0.57 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148238 Apr 01 16:12:02.467558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-e339d8c5-65a0-49e0-9711-057d5ee25c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:02.469077 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-e339d8c5-65a0-49e0-9711-057d5ee25c16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f12cad8caca24be7a469729f6fb082db&device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 1127 time: 0.0452461 Apr 01 16:12:02.559269 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-46e3754a-ba04-4796-8764-0128d4cf5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:02.560799 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-46e3754a-ba04-4796-8764-0128d4cf5852 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eee16103-5f39-484b-a02e-9ae3d119768c HTTP/1.1" status: 200 len: 915 time: 0.0828295 Apr 01 16:12:02.618142 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-faab5170-fd40-41ea-9c04-9dc52e6ec005 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e759b2a-3de6-491c-9d55-0d065c0ccbf8 HTTP/1.1" status: 200 len: 217 time: 0.0431404 Apr 01 16:12:02.681650 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-5dc6b7f4-453b-468d-948e-40ca31da8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:02.682995 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-5dc6b7f4-453b-468d-948e-40ca31da8f10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a85379bf-3870-4441-a422-e8db27462e14 HTTP/1.1" status: 200 len: 854 time: 0.0503635 Apr 01 16:12:02.694253 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-44e82470-1a42-4a4f-9151-5c8a4ddf8b40 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:02.695608 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-44e82470-1a42-4a4f-9151-5c8a4ddf8b40 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.1149955 Apr 01 16:12:02.729953 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-25e1a38c-4b02-4463-b3cd-9e7c82c6aaf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eee16103-5f39-484b-a02e-9ae3d119768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333681 Apr 01 16:12:02.862382 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-4f9405f6-fd52-4b7b-bb4c-384f087fe0d7 service neutron] 10.222.0.57 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164382 Apr 01 16:12:03.093903 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Deleting port a572008e-9a07-4c68-b642-d8bee3e97623 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:03.094445 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:03.107481 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f53ec9-fe5e-43f2-b0ec-ec1e37f71a9f req-5f23fa3a-b816-4434-9754-80f568629c37 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:03.109922 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-15f53ec9-fe5e-43f2-b0ec-ec1e37f71a9f req-5f23fa3a-b816-4434-9754-80f568629c37 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 943 time: 0.0545640 Apr 01 16:12:03.158943 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-15f53ec9-fe5e-43f2-b0ec-ec1e37f71a9f req-439d0c95-910d-4e08-bf1f-06de88085035 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407822 Apr 01 16:12:03.228627 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-88a93066-4051-49f2-bf99-fcf30cc26352 req-f23af0f2-624e-4629-ad0e-3061749877f7 service neutron] 10.222.0.57 "GET /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558908 Apr 01 16:12:03.236311 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] For port a572008e-9a07-4c68-b642-d8bee3e97623, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a572008e-9a07-4c68-b642-d8bee3e97623,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:03.236676 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:03.477940 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:03.478306 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (55b1bb61-be2a-4801-aa1d-5cb18a2124b5), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:03.478685 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Floating IP 55b1bb61-be2a-4801-aa1d-5cb18a2124b5 disassociated. External IP: 172.28.3.48, port: a572008e-9a07-4c68-b642-d8bee3e97623. Apr 01 16:12:03.479028 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Calling delete_port for a572008e-9a07-4c68-b642-d8bee3e97623 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:03.505657 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9510a-35f3-42c2-a95c-3afe1bbab28e req-e8162639-f2a7-4d51-96e5-9ef380cd1137 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:03.507219 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abd9510a-35f3-42c2-a95c-3afe1bbab28e req-e8162639-f2a7-4d51-96e5-9ef380cd1137 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd7c4dc2-67bb-4a02-83ad-bce11ba07fec HTTP/1.1" status: 200 len: 947 time: 0.0799170 Apr 01 16:12:03.509184 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:03.614381 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abd9510a-35f3-42c2-a95c-3afe1bbab28e req-ee1b689c-771e-4d14-b3e2-4f4c3b4a8476 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a4040f1-518c-40e8-9703-6ce74904c80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758047 Apr 01 16:12:03.671729 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (a572008e-9a07-4c68-b642-d8bee3e97623), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:03.697369 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event deleted for resources: {'Port': ['ID=a572008e-9a07-4c68-b642-d8bee3e97623,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:03.816440 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:12:03.926498 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:12:03.938065 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] Sync routers for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:03.949311 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:03.949990 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:11:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:03.968416 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] No DVR routers for this DVR port a572008e-9a07-4c68-b642-d8bee3e97623 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:03.970930 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:03.974197 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d08f0b3a-7ee6-4858-9840-8f4b98fc4582 req-9651cc4f-0a1c-46ae-b8e5-a7dd85803713 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "DELETE /v2.0/ports/a572008e-9a07-4c68-b642-d8bee3e97623 HTTP/1.1" status: 204 len: 173 time: 1.2695031 Apr 01 16:12:03.974656 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-deleted', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:03.976938 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc75447e-a2cb-4151-8042-09763a7955d2" -d '{"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-deleted", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:04.024093 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed84a844-d7bc-4115-a7a3-f80b37987f90 x-openstack-request-id: req-ed84a844-d7bc-4115-a7a3-f80b37987f90 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:04.024375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c4dc2-67bb-4a02-83ad-bce11ba07fec", "name": "network-vif-deleted", "tag": "a572008e-9a07-4c68-b642-d8bee3e97623", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:04.024670 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed84a844-d7bc-4115-a7a3-f80b37987f90 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:04.025046 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed84a844-d7bc-4115-a7a3-f80b37987f90'] response: {'server_uuid': 'dd7c4dc2-67bb-4a02-83ad-bce11ba07fec', 'name': 'network-vif-deleted', 'tag': 'a572008e-9a07-4c68-b642-d8bee3e97623', 'status': 'completed', 'code': 200} Apr 01 16:12:04.192495 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:04.274626 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170f2f8-91d7-41a1-a167-00020f1f235b req-d6ea8e73-1ce5-4699-bb55-90590d7d8a6c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:04.276113 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a170f2f8-91d7-41a1-a167-00020f1f235b req-d6ea8e73-1ce5-4699-bb55-90590d7d8a6c tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 943 time: 0.0512772 Apr 01 16:12:04.326134 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a170f2f8-91d7-41a1-a167-00020f1f235b req-6101e185-3f27-49da-83e0-9ccf4415f238 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Apr 01 16:12:04.389873 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:04.415842 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] Checking router: e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:04.424836 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:04.425590 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:11:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:04.543324 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:04.707347 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44944) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:04.756340 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:04.765150 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-910d378c-7532-4432-bf54-9e44e2ff6838 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (0a4040f1-518c-40e8-9703-6ce74904c80c), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:04.783322 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dbe64b-c753-4451-9538-be92c2391abe None None] The sync data for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb is: [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:04.794835 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-910d378c-7532-4432-bf54-9e44e2ff6838 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (0a4040f1-518c-40e8-9703-6ce74904c80c), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:04.847900 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-910d378c-7532-4432-bf54-9e44e2ff6838 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0a4040f1-518c-40e8-9703-6ce74904c80c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:04.850876 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-910d378c-7532-4432-bf54-9e44e2ff6838 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:04.854336 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-910d378c-7532-4432-bf54-9e44e2ff6838 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "DELETE /v2.0/security-groups/0a4040f1-518c-40e8-9703-6ce74904c80c HTTP/1.1" status: 204 len: 168 time: 0.1453841 Apr 01 16:12:04.855570 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44946) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:04.864420 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d378c-7532-4432-bf54-9e44e2ff6838 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4040f1-518c-40e8-9703-6ce74904c80c,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:04.872601 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.api.v2.resource [None req-956bf32a-1e93-4cc3-9dce-2e43eca58e60 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] show failed (client error): The resource could not be found. Apr 01 16:12:04.873704 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-956bf32a-1e93-4cc3-9dce-2e43eca58e60 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups/0a4040f1-518c-40e8-9703-6ce74904c80c HTTP/1.1" status: 404 len: 347 time: 0.0157821 Apr 01 16:12:04.876608 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44948) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:05.010279 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Deleting port 320169f0-dd86-4871-a367-c04933607d92 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:05.010890 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (320169f0-dd86-4871-a367-c04933607d92), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.074951 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e68217-dae1-40ef-8ebc-a89480b703e3 None None] New status for floating IP 55b1bb61-be2a-4801-aa1d-5cb18a2124b5: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:05.092522 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (320169f0-dd86-4871-a367-c04933607d92), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.092845 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (320169f0-dd86-4871-a367-c04933607d92), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.105644 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Calling delete_port for 320169f0-dd86-4871-a367-c04933607d92 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:05.297519 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (320169f0-dd86-4871-a367-c04933607d92), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.327671 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event deleted for resources: {'Port': ['ID=320169f0-dd86-4871-a367-c04933607d92,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:05.335637 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:12:05.338240 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:05.353234 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.353583 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.353952 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.354516 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.354606 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.354926 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.355252 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.355576 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.355899 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.356222 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.356597 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.356924 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.357251 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.357570 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.358028 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.371140 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: a572008e-9a07-4c68-b642-d8bee3e97623 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:05.371486 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device a572008e-9a07-4c68-b642-d8bee3e97623 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:05.402244 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (55b1bb61-be2a-4801-aa1d-5cb18a2124b5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.405842 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.409990 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-99fffd14-0b67-4a51-b357-a5f042467574 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "DELETE /v2.0/floatingips/55b1bb61-be2a-4801-aa1d-5cb18a2124b5 HTTP/1.1" status: 204 len: 168 time: 0.5323296 Apr 01 16:12:05.465854 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81344c-72b1-4bc6-a4d8-1435011405ea req-5403c4dc-2ed3-416b-b388-333cc2282e21 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:05.468177 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2e81344c-72b1-4bc6-a4d8-1435011405ea req-5403c4dc-2ed3-416b-b388-333cc2282e21 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 943 time: 0.0550122 Apr 01 16:12:05.482640 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:05.493993 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8', 'network_id': 'eee16103-5f39-484b-a02e-9ae3d119768c', 'port_id': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8', 'mac_address': 'fa:16:3e:de:fa:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85379bf-3870-4441-a422-e8db27462e14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:12:05.524701 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2e81344c-72b1-4bc6-a4d8-1435011405ea req-f73cebcc-7e2d-447e-9aa2-2e1e039626c1 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 Apr 01 16:12:05.534597 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:12:05.535108 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.549236 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:05.568469 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:05.572596 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.626725 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:05.633879 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.634227 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.634570 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.634925 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.635260 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.635587 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.635912 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.636234 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.636557 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.636878 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.637199 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.640636 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.640636 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.640636 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.640636 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:05.818039 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 44954) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:05.822546 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f71c4488-049d-4e7e-9137-8cf37f32c139 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516600931', 'description': 'tempest-description--1913097584'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:05.843160 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f71c4488-049d-4e7e-9137-8cf37f32c139 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.878009 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8e759b2a-3de6-491c-9d55-0d065c0ccbf8'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:05.925936 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f71c4488-049d-4e7e-9137-8cf37f32c139 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (851606d4-41a2-4e14-b7cb-026e9c8f9d16), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.931425 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f71c4488-049d-4e7e-9137-8cf37f32c139 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (851606d4-41a2-4e14-b7cb-026e9c8f9d16), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.964293 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f71c4488-049d-4e7e-9137-8cf37f32c139 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:05.968383 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-f71c4488-049d-4e7e-9137-8cf37f32c139 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1464291 Apr 01 16:12:05.968383 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c4488-049d-4e7e-9137-8cf37f32c139 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851606d4-41a2-4e14-b7cb-026e9c8f9d16,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:05.969354 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44956) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:05.978980 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-185a92eb-2e2b-435e-8a07-30727e156a0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'security_group_rule': {'security_group_id': '851606d4-41a2-4e14-b7cb-026e9c8f9d16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:06.011658 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-185a92eb-2e2b-435e-8a07-30727e156a0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (feadb8b9-27d8-4369-87af-3ad34f55ba09), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.060643 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-185a92eb-2e2b-435e-8a07-30727e156a0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (feadb8b9-27d8-4369-87af-3ad34f55ba09), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.064200 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-185a92eb-2e2b-435e-8a07-30727e156a0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (feadb8b9-27d8-4369-87af-3ad34f55ba09), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.081553 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a92eb-2e2b-435e-8a07-30727e156a0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feadb8b9-27d8-4369-87af-3ad34f55ba09,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:06.093900 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-185a92eb-2e2b-435e-8a07-30727e156a0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.095066 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-185a92eb-2e2b-435e-8a07-30727e156a0b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234386 Apr 01 16:12:06.097727 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44958) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:06.102204 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-f39eb059-de7f-4ca3-b2c5-ebb1edb90db1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'security_group_rule': {'security_group_id': '851606d4-41a2-4e14-b7cb-026e9c8f9d16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:06.128113 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f39eb059-de7f-4ca3-b2c5-ebb1edb90db1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (98359537-24b2-4ff3-99e5-d59bc1de3786), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.186115 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f39eb059-de7f-4ca3-b2c5-ebb1edb90db1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (98359537-24b2-4ff3-99e5-d59bc1de3786), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.190314 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f39eb059-de7f-4ca3-b2c5-ebb1edb90db1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (98359537-24b2-4ff3-99e5-d59bc1de3786), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.206873 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eb059-de7f-4ca3-b2c5-ebb1edb90db1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98359537-24b2-4ff3-99e5-d59bc1de3786,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:06.216037 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f39eb059-de7f-4ca3-b2c5-ebb1edb90db1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.217341 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-f39eb059-de7f-4ca3-b2c5-ebb1edb90db1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186383 Apr 01 16:12:06.220473 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 44960) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:06.224736 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:06.246452 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.347604 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.461901 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Allocated IP 172.28.3.219 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/978b5520-b43b-4741-984b-a14365364d58) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:06.567879 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for port (978b5520-b43b-4741-984b-a14365364d58), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.602913 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (978b5520-b43b-4741-984b-a14365364d58), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.645692 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:06.648893 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:06.651438 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:06.655104 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22322-c986-45d4-9410-2032b0254de4 req-471be0b4-f8a4-43e9-94fc-e08d43004f3d tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:06.656721 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-aae22322-c986-45d4-9410-2032b0254de4 req-471be0b4-f8a4-43e9-94fc-e08d43004f3d tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 944 time: 0.0558348 Apr 01 16:12:06.699697 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'Port': ['ID=978b5520-b43b-4741-984b-a14365364d58,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:06.707115 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-aae22322-c986-45d4-9410-2032b0254de4 req-865728cc-9ef2-4d3f-ad41-04ca5612f088 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Apr 01 16:12:06.750133 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (bb56971b-7069-458e-931c-567140ac56f0), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.784985 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (978b5520-b43b-4741-984b-a14365364d58), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.937259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for port (978b5520-b43b-4741-984b-a14365364d58), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:06.941669 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (978b5520-b43b-4741-984b-a14365364d58), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:07.011012 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'Port': ['ID=978b5520-b43b-4741-984b-a14365364d58,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:07.021476 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (bb56971b-7069-458e-931c-567140ac56f0), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:07.036382 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:07.037591 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ed8b6d33-4968-4e37-a111-173a97ccb0c7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8161125 Apr 01 16:12:07.233543 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-cb97084a-0149-4dbe-bf82-a44db302a458 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1516600931&fields=id&tenant_id=260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 267 time: 0.0435355 Apr 01 16:12:07.337877 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0d1954a2-3ea9-4ffb-b92c-0704d69d9e98 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:07.339318 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0d1954a2-3ea9-4ffb-b92c-0704d69d9e98 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 817 time: 0.0986245 Apr 01 16:12:07.343773 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:12:07.355139 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-805cced3-e97a-4e9f-8556-55a0165f8c96 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/quotas/260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Apr 01 16:12:07.395318 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:12:07.399477 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:12:07.399853 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:07.416685 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-db4b4c52-32a8-4144-8c55-7ee97151e92f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560808 Apr 01 16:12:07.485079 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:12:07.485398 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:07.509415 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c87485-1825-44f9-b884-7d4d25c548ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:07.511690 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869859d4-2017-42e6-b799-37956684b8ad" -d '{"events": [{"server_uuid": "21c87485-1825-44f9-b884-7d4d25c548ca", "name": "network-vif-plugged", "status": "completed", "tag": "8e759b2a-3de6-491c-9d55-0d065c0ccbf8"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:07.516644 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-f0e089b9-012a-464d-ab15-eab029214ab5 service neutron] 10.222.0.70 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869112 Apr 01 16:12:07.532050 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:07.537383 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:07.569536 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76724718-b623-4e01-8b44-001705529694 x-openstack-request-id: req-76724718-b623-4e01-8b44-001705529694 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:07.570029 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c87485-1825-44f9-b884-7d4d25c548ca", "name": "network-vif-plugged", "status": "completed", "tag": "8e759b2a-3de6-491c-9d55-0d065c0ccbf8", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:07.570381 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76724718-b623-4e01-8b44-001705529694 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:07.570839 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76724718-b623-4e01-8b44-001705529694'] response: {'server_uuid': '21c87485-1825-44f9-b884-7d4d25c548ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8', 'code': 200} Apr 01 16:12:07.599480 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:07.621409 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-8ccbb0e3-ff1d-4e51-bfc7-c66eec33ec4d service neutron] 10.222.0.70 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990565 Apr 01 16:12:07.722862 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5579eb-fbc6-459e-84dd-d748a245ab5c req-4ac51be4-6c7c-4b70-8c5f-5deda97abbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:07.724365 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1b5579eb-fbc6-459e-84dd-d748a245ab5c req-4ac51be4-6c7c-4b70-8c5f-5deda97abbba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 1129 time: 0.0476139 Apr 01 16:12:07.804928 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1b5579eb-fbc6-459e-84dd-d748a245ab5c req-99a26a12-2898-4fe9-aeb8-4b680ff48bae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663900 Apr 01 16:12:07.806026 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c2aba409-b688-4492-b8f8-14ff41c05612 req-3652581f-0429-4aa3-bf0f-d91d056e56b1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 210 time: 0.0280759 Apr 01 16:12:07.850587 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f282799-362a-4ef9-8b82-eb85993bf7aa req-ea31ba64-b022-41ae-890e-670c21918dfb tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:07.852262 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4f282799-362a-4ef9-8b82-eb85993bf7aa req-ea31ba64-b022-41ae-890e-670c21918dfb tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.0632079 Apr 01 16:12:07.908925 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4f282799-362a-4ef9-8b82-eb85993bf7aa req-669f2cbe-edf2-43f4-9969-0e7da87f2720 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Apr 01 16:12:08.788253 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-7b249aca-87ad-4c22-9e2a-07a8355407de tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:08.789863 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-7b249aca-87ad-4c22-9e2a-07a8355407de tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 817 time: 0.1027758 Apr 01 16:12:08.851220 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-dae06699-988a-4ed0-ae1a-8a6776248261 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 380 time: 0.0526288 Apr 01 16:12:08.869208 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'port': {'device_id': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'admin_state_up': True, 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'security_groups': ['851606d4-41a2-4e14-b7cb-026e9c8f9d16']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:08.914283 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a96c33f1-3af8-43ab-a154-a0d71981fcea req-a87d8f67-613c-49e7-93c7-a21951e21a1a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 210 time: 0.0302997 Apr 01 16:12:08.983624 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Made reservation on behalf of 260e4d005d8144b48bc1883b385997d5 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:08.987114 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:09.103789 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f41459-f765-44b5-a0db-a5e2aac88c9f req-1f0898a9-a246-42b7-9db0-e1768b98dd28 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:09.105232 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b7f41459-f765-44b5-a0db-a5e2aac88c9f req-1f0898a9-a246-42b7-9db0-e1768b98dd28 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.1157463 Apr 01 16:12:09.180784 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Allocated IP 172.20.0.6 (0dc218f3-ce62-46a5-b625-a56c6efad88a/800b9e74-a55a-4e0d-8366-47e56c88db8f/728daa01-7d93-4db5-8f41-27a309c2f179) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:09.188876 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b7f41459-f765-44b5-a0db-a5e2aac88c9f req-02a25df5-97de-4424-bff0-1ab318736dc4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770795 Apr 01 16:12:09.318686 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for port (728daa01-7d93-4db5-8f41-27a309c2f179), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:09.350863 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:09.388717 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:09.392160 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:09.395912 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:09.426203 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:09.451621 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:09.452252 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:09.468739 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-090b3015-444d-4ac8-8b48-0f69bd040fc9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036150 Apr 01 16:12:09.480194 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Request body: {'port': {'device_id': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:09.549218 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:09.665934 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-ec1cc7cc-0578-4900-b13b-33053f734373 None None] Provisioning complete for port 728daa01-7d93-4db5-8f41-27a309c2f179 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:12:09.666489 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc7cc-0578-4900-b13b-33053f734373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:09.703135 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cc7cc-0578-4900-b13b-33053f734373 None None] Port 728daa01-7d93-4db5-8f41-27a309c2f179 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:12:10.019187 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728daa01-7d93-4db5-8f41-27a309c2f179 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:10.026736 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Publish callbacks [] for port (728daa01-7d93-4db5-8f41-27a309c2f179), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:10.036076 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e5c1-f3aa-4f63-ba4f-1361cf64ae58 req-c590d97d-2c7b-4157-92b7-b0a3bf379457 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.037543 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a827e5c1-f3aa-4f63-ba4f-1361cf64ae58 req-c590d97d-2c7b-4157-92b7-b0a3bf379457 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 931 time: 0.0512929 Apr 01 16:12:10.039219 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Transition to ACTIVE for port object 728daa01-7d93-4db5-8f41-27a309c2f179 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:12:10.044155 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:10.084983 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a827e5c1-f3aa-4f63-ba4f-1361cf64ae58 req-cfcc02c9-4abd-4b38-9ad4-29ddfb4c446f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Apr 01 16:12:10.096442 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:10.164949 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Attempting to bind port 728daa01-7d93-4db5-8f41-27a309c2f179 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:12:10.165293 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Attempting to bind port 728daa01-7d93-4db5-8f41-27a309c2f179 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:12:10.165654 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Attempting to bind port 728daa01-7d93-4db5-8f41-27a309c2f179 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:10.170344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Port 728daa01-7d93-4db5-8f41-27a309c2f179 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:12:10.170671 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Attempting to bind port 728daa01-7d93-4db5-8f41-27a309c2f179 on network 0dc218f3-ce62-46a5-b625-a56c6efad88a {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:10.175942 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:10.176284 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Checking segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:12:10.176670 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Bound using segment: {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:10.177103 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Bound port: 728daa01-7d93-4db5-8f41-27a309c2f179, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e676222d-b5a8-4ec4-b086-b35e213d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:12:10.177470 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:10.245821 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:10.250241 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:10.257223 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:10.318368 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.318994 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:10.320397 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 1093 time: 0.8443630 Apr 01 16:12:10.322653 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:10.325997 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31feec59-807d-4d2f-bef7-5991fb689565" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:10.364054 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d7e8b-a90d-45fb-acc0-b3cb97703eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:10.380380 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95073f97-448b-4025-9561-b6972d201e38 req-9f02f10f-1d63-4a43-941e-529c21449c1e tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.382485 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-95073f97-448b-4025-9561-b6972d201e38 req-9f02f10f-1d63-4a43-941e-529c21449c1e tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.1159437 Apr 01 16:12:10.384014 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd747de-7e22-4377-bdd6-ec543e958d5c x-openstack-request-id: req-6cd747de-7e22-4377-bdd6-ec543e958d5c {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:10.384304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:10.384558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cd747de-7e22-4377-bdd6-ec543e958d5c {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:10.384948 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd747de-7e22-4377-bdd6-ec543e958d5c'] response: {'name': 'network-changed', 'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179', 'status': 'completed', 'code': 200} Apr 01 16:12:10.462958 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-95073f97-448b-4025-9561-b6972d201e38 req-0f156e07-7cad-440d-8fa2-f95ccb29cd37 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742607 Apr 01 16:12:10.470804 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-21f9c17f-4cbc-4a0a-8d0e-bc6b901f2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.472308 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-21f9c17f-4cbc-4a0a-8d0e-bc6b901f2b12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1127 time: 0.0819197 Apr 01 16:12:10.518978 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-2e27878b-d75a-492c-a2ea-c92f789b49f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 217 time: 0.0350473 Apr 01 16:12:10.581876 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-2021e079-0130-4e1c-a93d-235068629b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.583321 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-2021e079-0130-4e1c-a93d-235068629b10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0492303 Apr 01 16:12:10.647930 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-c3a90131-2a11-41f4-b1e7-d5b8f89b513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.649482 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-c3a90131-2a11-41f4-b1e7-d5b8f89b513b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473182 Apr 01 16:12:10.746649 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-83e371e1-8c1e-4d0d-8a6b-39359494c048 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856743 Apr 01 16:12:10.849379 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f05edaa-61fc-4133-ace6-17453acfc8a8 req-fe1f7bf5-670c-4f75-8fcb-d34f1f4e2c58 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955269 Apr 01 16:12:10.958499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feec59-807d-4d2f-bef7-5991fb689565 req-fe431e90-3d36-4b33-a8ee-5fe0a1a717de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.960257 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-31feec59-807d-4d2f-bef7-5991fb689565 req-fe431e90-3d36-4b33-a8ee-5fe0a1a717de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1127 time: 0.0560110 Apr 01 16:12:11.055937 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feec59-807d-4d2f-bef7-5991fb689565 req-b0cb2987-aafc-4b9b-8c66-6ef7c2211cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:11.057312 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-31feec59-807d-4d2f-bef7-5991fb689565 req-b0cb2987-aafc-4b9b-8c66-6ef7c2211cba service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.0903487 Apr 01 16:12:11.100902 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-31feec59-807d-4d2f-bef7-5991fb689565 req-eadd3329-8631-4896-96a4-b059f98532c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 217 time: 0.0355985 Apr 01 16:12:11.158626 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feec59-807d-4d2f-bef7-5991fb689565 req-e57fb944-c645-4f60-9e7e-165263596831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:11.160135 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-31feec59-807d-4d2f-bef7-5991fb689565 req-e57fb944-c645-4f60-9e7e-165263596831 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0483301 Apr 01 16:12:11.243812 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3247d-993b-441f-b5ce-5e3dd0428019 req-9684ab35-59ec-457f-953a-43c16018445d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:11.245278 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-15f3247d-993b-441f-b5ce-5e3dd0428019 req-9684ab35-59ec-457f-953a-43c16018445d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.0843487 Apr 01 16:12:11.247111 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feec59-807d-4d2f-bef7-5991fb689565 req-4d4d4f41-5666-435d-beb5-21c76c516431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:11.249009 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-31feec59-807d-4d2f-bef7-5991fb689565 req-4d4d4f41-5666-435d-beb5-21c76c516431 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0797248 Apr 01 16:12:11.340874 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-15f3247d-993b-441f-b5ce-5e3dd0428019 req-9dcc861f-443b-41f8-8ac0-e4563b76dc8a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894120 Apr 01 16:12:11.367528 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-31feec59-807d-4d2f-bef7-5991fb689565 req-e821625b-31a3-4243-aa51-354319c5a553 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104920 Apr 01 16:12:11.453785 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-31feec59-807d-4d2f-bef7-5991fb689565 req-cc69b383-fc4a-4180-9f2d-964868920af4 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784309 Apr 01 16:12:12.462039 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237339-7fdf-4c73-a6b2-1e6f996ce52e req-ac5d0b32-c07e-4e3c-92d2-adb4c5169ead tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.463500 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-17237339-7fdf-4c73-a6b2-1e6f996ce52e req-ac5d0b32-c07e-4e3c-92d2-adb4c5169ead tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.0511813 Apr 01 16:12:12.508842 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-17237339-7fdf-4c73-a6b2-1e6f996ce52e req-fc556c75-fb6c-4418-a8d9-99633d44a01a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Apr 01 16:12:13.375366 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:12:13.471771 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:13.483408 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '728daa01-7d93-4db5-8f41-27a309c2f179', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'port_id': '728daa01-7d93-4db5-8f41-27a309c2f179', 'mac_address': 'fa:16:3e:9b:41:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:12:13.518793 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 728daa01-7d93-4db5-8f41-27a309c2f179 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:12:13.519185 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:13.532528 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728daa01-7d93-4db5-8f41-27a309c2f179 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:13.553022 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:13.557536 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:13.604617 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:13.634911 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e60c-4d2c-4e49-b439-4fa4e68d7787 req-3c6d7c26-f419-42be-9ee2-32c8486c8853 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:13.636383 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5db6e60c-4d2c-4e49-b439-4fa4e68d7787 req-3c6d7c26-f419-42be-9ee2-32c8486c8853 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 944 time: 0.0554502 Apr 01 16:12:13.682540 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5db6e60c-4d2c-4e49-b439-4fa4e68d7787 req-817c36e7-6fbc-4bb8-8f56-b4f1358f165a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Apr 01 16:12:13.869821 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['728daa01-7d93-4db5-8f41-27a309c2f179'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:14.805710 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14bbbf-25ad-47ea-ba4d-ceca1d6be2f6 req-bedad6dc-0722-4204-bd9e-cceb2c1a4de5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:14.807188 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b14bbbf-25ad-47ea-ba4d-ceca1d6be2f6 req-bedad6dc-0722-4204-bd9e-cceb2c1a4de5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 944 time: 0.0518584 Apr 01 16:12:14.860407 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b14bbbf-25ad-47ea-ba4d-ceca1d6be2f6 req-55330ac0-474d-437b-9b74-56cbbe8593a1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470498 Apr 01 16:12:15.394440 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:12:15.443329 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 728daa01-7d93-4db5-8f41-27a309c2f179 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:12:15.447038 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 728daa01-7d93-4db5-8f41-27a309c2f179 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:12:15.447410 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:15.524176 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 728daa01-7d93-4db5-8f41-27a309c2f179 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:12:15.524564 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:15.546899 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:15.549154 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be7059-baab-4979-8322-d0f7adb1afe0" -d '{"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-plugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:15.561872 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:15.565969 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:15.588153 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bc1531-d552-42e1-9f91-a5b1e7c5bdc7 x-openstack-request-id: req-91bc1531-d552-42e1-9f91-a5b1e7c5bdc7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:15.588440 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-plugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:15.588688 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91bc1531-d552-42e1-9f91-a5b1e7c5bdc7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:15.589078 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bc1531-d552-42e1-9f91-a5b1e7c5bdc7'] response: {'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179', 'code': 200} Apr 01 16:12:15.616617 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:15.760155 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441f78c-36b8-41a5-a4a3-d055adb7250f req-7b5bf22b-9eba-4d45-8d71-f5bf232af571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:15.761529 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3441f78c-36b8-41a5-a4a3-d055adb7250f req-7b5bf22b-9eba-4d45-8d71-f5bf232af571 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1129 time: 0.0420783 Apr 01 16:12:15.804120 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3441f78c-36b8-41a5-a4a3-d055adb7250f req-9b5e232b-23b9-479e-979e-4d377683d3ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364699 Apr 01 16:12:15.984753 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a471a0-3cca-4f82-a676-c725134aa7da req-8e6360fd-0ac1-41c0-bf94-c432712694cc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:15.986269 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-81a471a0-3cca-4f82-a676-c725134aa7da req-8e6360fd-0ac1-41c0-bf94-c432712694cc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0557046 Apr 01 16:12:16.032822 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-81a471a0-3cca-4f82-a676-c725134aa7da req-8653a164-92c9-41af-b8f4-7447f9821357 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Apr 01 16:12:17.167693 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90563652-703f-457b-9c8f-8c6d4211d35e req-26502645-c59c-4f7e-9910-2ab57ab74207 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:17.169167 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-90563652-703f-457b-9c8f-8c6d4211d35e req-26502645-c59c-4f7e-9910-2ab57ab74207 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0635870 Apr 01 16:12:17.217601 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-90563652-703f-457b-9c8f-8c6d4211d35e req-4fc38f48-a82d-4884-8e49-b53dbddf6a45 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 Apr 01 16:12:18.343774 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708bb0-0c1c-4c13-be05-d94ad2fc949d req-b1f223a3-4b97-4a98-a874-1199a02964e9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:18.345220 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-13708bb0-0c1c-4c13-be05-d94ad2fc949d req-b1f223a3-4b97-4a98-a874-1199a02964e9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0511601 Apr 01 16:12:18.391414 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-13708bb0-0c1c-4c13-be05-d94ad2fc949d req-cd53387e-3025-4b67-8931-b1cba323b058 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Apr 01 16:12:18.508744 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129ffd-5868-426a-9b01-9582abe08c52 req-40aa85a3-4602-4b3d-a53b-c21874b2cbdc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:18.510116 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d6129ffd-5868-426a-9b01-9582abe08c52 req-40aa85a3-4602-4b3d-a53b-c21874b2cbdc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0519662 Apr 01 16:12:18.519070 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45064) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:18.523361 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Request body: {'floatingip': {'port_id': '728daa01-7d93-4db5-8f41-27a309c2f179'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:18.563874 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (bb56971b-7069-458e-931c-567140ac56f0), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:18.983558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:18.987399 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (bb56971b-7069-458e-931c-567140ac56f0), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:19.085506 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Floating IP bb56971b-7069-458e-931c-567140ac56f0 associated. External IP: 172.28.3.219, port: 728daa01-7d93-4db5-8f41-27a309c2f179. Apr 01 16:12:19.300891 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:12:19.408708 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:12:19.413596 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:19.422258 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] Sync routers for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:19.434065 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:19.434989 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:11:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:19.444454 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a71287f7-abd7-4730-a881-d99f1967c3a9 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "PUT /v2.0/floatingips/bb56971b-7069-458e-931c-567140ac56f0 HTTP/1.1" status: 200 len: 991 time: 0.9243002 Apr 01 16:12:19.445040 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:19.447524 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2ea09-a931-4809-a90f-642dbeb1b715" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:19.491739 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24623e95-4169-4813-9b79-07f8554cff06 x-openstack-request-id: req-24623e95-4169-4813-9b79-07f8554cff06 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:19.492255 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:19.492511 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24623e95-4169-4813-9b79-07f8554cff06 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:19.492929 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24623e95-4169-4813-9b79-07f8554cff06'] response: {'name': 'network-changed', 'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179', 'status': 'completed', 'code': 200} Apr 01 16:12:19.495465 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:12:19.565923 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-f4eb45f3-406b-4bf8-8a1f-c97bd3612daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:19.567074 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:19.567405 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-f4eb45f3-406b-4bf8-8a1f-c97bd3612daa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1129 time: 0.0460930 Apr 01 16:12:19.672350 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-852e9539-a76e-474e-80ed-c47aa978350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:19.673879 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-852e9539-a76e-474e-80ed-c47aa978350d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.0940914 Apr 01 16:12:19.754744 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-12cf820c-bec5-4d5b-a645-efe7e8a8ffdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 999 time: 0.0652854 Apr 01 16:12:19.807851 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-4b211685-6c3c-4514-b6a1-d3a864c1a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:19.809551 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-4b211685-6c3c-4514-b6a1-d3a864c1a03c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0489466 Apr 01 16:12:19.843625 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'bb56971b-7069-458e-931c-567140ac56f0', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'floating_ip_address': '172.28.3.219', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'port_id': '728daa01-7d93-4db5-8f41-27a309c2f179', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'mac_address': 'fa:16:3e:9b:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:06Z', 'updated_at': '2022-04-01T16:12:18Z', 'revision_number': 1, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:19.869487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-111dec3a-307c-4c56-b969-c7f113a51ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:19.872032 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-111dec3a-307c-4c56-b969-c7f113a51ca0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0544088 Apr 01 16:12:19.887516 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] Checking router: e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:19.896905 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:19.897581 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:11:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:19.968491 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-78a67aa4-dd43-4782-bf29-ecfe667e3e4a service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859778 Apr 01 16:12:20.073457 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5ae2ea09-a931-4809-a90f-642dbeb1b715 req-649c5403-1e90-4ec7-95a0-7b8be4e2377c service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972230 Apr 01 16:12:20.140775 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:20.352728 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'bb56971b-7069-458e-931c-567140ac56f0', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'floating_ip_address': '172.28.3.219', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'port_id': '728daa01-7d93-4db5-8f41-27a309c2f179', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'mac_address': 'fa:16:3e:9b:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:06Z', 'updated_at': '2022-04-01T16:12:18Z', 'revision_number': 1, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:20.379290 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d1cd56-8d8f-49c3-9dd3-5f62acc41648 None None] The sync data for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb is: [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'bb56971b-7069-458e-931c-567140ac56f0', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'floating_ip_address': '172.28.3.219', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'port_id': '728daa01-7d93-4db5-8f41-27a309c2f179', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'mac_address': 'fa:16:3e:9b:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:06Z', 'updated_at': '2022-04-01T16:12:18Z', 'revision_number': 1, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:20.565443 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63219a-ea17-4d82-9a3b-1c0e82d8b4a6 None None] New status for floating IP bb56971b-7069-458e-931c-567140ac56f0: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:26.053277 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:26.988554 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34b14908-660e-4a13-addc-6307b3380650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:29.347007 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f8a0ab8-cee4-4bf1-a8da-a26356634809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:30.384156 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:30.410693 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f539ddf-125b-46dd-97f8-6c9db14a26d6 req-a7e50c3d-2174-4665-92ad-580f241da7e4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:30.412094 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1f539ddf-125b-46dd-97f8-6c9db14a26d6 req-a7e50c3d-2174-4665-92ad-580f241da7e4 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.0541887 Apr 01 16:12:30.461755 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1f539ddf-125b-46dd-97f8-6c9db14a26d6 req-38909967-3a38-4a03-b37c-5089df53e0c2 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Apr 01 16:12:31.581174 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c1fe5-b1ec-47ce-b28f-16ec844ba74f req-38f401c9-0c14-4550-9e2b-5721a28b09f2 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:31.582581 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-764c1fe5-b1ec-47ce-b28f-16ec844ba74f req-38f401c9-0c14-4550-9e2b-5721a28b09f2 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.0523143 Apr 01 16:12:31.628506 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-764c1fe5-b1ec-47ce-b28f-16ec844ba74f req-5b6bdc84-89c8-4e88-989a-d1a39c8d8226 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Apr 01 16:12:31.989628 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:32.586924 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f36e6-fbbc-4ec0-8bca-cc2d87d4b573 req-94fb4ff0-9ef6-4d6b-a58c-10d19b193437 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:32.588377 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-113f36e6-fbbc-4ec0-8bca-cc2d87d4b573 req-94fb4ff0-9ef6-4d6b-a58c-10d19b193437 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0513060 Apr 01 16:12:32.633707 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-113f36e6-fbbc-4ec0-8bca-cc2d87d4b573 req-4b5406b5-d8b6-4453-a1d3-7a2b018f08f7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Apr 01 16:12:32.750326 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726e4f9-882c-4b3c-a073-6d5ddef06072 req-90a95b5b-a881-48ad-910e-a3e2fd191d06 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:32.752176 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1726e4f9-882c-4b3c-a073-6d5ddef06072 req-90a95b5b-a881-48ad-910e-a3e2fd191d06 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.0537424 Apr 01 16:12:32.802143 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1726e4f9-882c-4b3c-a073-6d5ddef06072 req-fb649d23-4b25-41fa-b9ba-8c4f248f5aaf tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Apr 01 16:12:33.513885 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:33.753687 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9c944-27fe-409a-90af-e9b74fd94c98 req-d341159b-2d52-4b12-91ad-bd1f76c16607 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:33.755343 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-32b9c944-27fe-409a-90af-e9b74fd94c98 req-d341159b-2d52-4b12-91ad-bd1f76c16607 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0525572 Apr 01 16:12:33.806847 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-32b9c944-27fe-409a-90af-e9b74fd94c98 req-c8f9ddad-4b82-41a9-a3c1-83e208dd47b4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459549 Apr 01 16:12:33.920161 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f020-618a-4b4d-a6fa-5e6c7d1f86a8 req-c787fef3-2d9b-4d8b-bef3-3724759f5df8 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:33.921738 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3d63f020-618a-4b4d-a6fa-5e6c7d1f86a8 req-c787fef3-2d9b-4d8b-bef3-3724759f5df8 tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.0523977 Apr 01 16:12:33.968997 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3d63f020-618a-4b4d-a6fa-5e6c7d1f86a8 req-f76bf218-d2d6-4ce7-b2b4-34815711d7fd tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Apr 01 16:12:34.927911 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967344c4-c7a6-4292-9167-f5712c155815 req-042ab83f-158f-4e62-87f1-cc84481851a7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:34.929378 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-967344c4-c7a6-4292-9167-f5712c155815 req-042ab83f-158f-4e62-87f1-cc84481851a7 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0560534 Apr 01 16:12:34.976996 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-967344c4-c7a6-4292-9167-f5712c155815 req-68b019db-e8a3-4d60-8a59-21c8b5cbc85d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408843 Apr 01 16:12:35.085123 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03bb3-370a-4e34-86d7-78ce922c9b0f req-26c6914c-5948-4e7d-9d64-38c7fcb6396f tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:35.086933 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d0a03bb3-370a-4e34-86d7-78ce922c9b0f req-26c6914c-5948-4e7d-9d64-38c7fcb6396f tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.0517676 Apr 01 16:12:35.133753 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d0a03bb3-370a-4e34-86d7-78ce922c9b0f req-edc0e5aa-f0ba-4996-8d85-101edc4fdaca tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4583fb2-98c6-47b3-8781-f482a023d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Apr 01 16:12:35.732814 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-bef8bdb5-8d9c-41ae-b2d4-4e14cc213e6d tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:35.734312 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-bef8bdb5-8d9c-41ae-b2d4-4e14cc213e6d tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 945 time: 0.0554364 Apr 01 16:12:35.827619 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Deleting port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:35.827958 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:35.924743 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] For port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,segment=NetworkSegment(e291e294-130f-425f-b215-8221ecc1ea20),segment_id=e291e294-130f-425f-b215-8221ecc1ea20)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:35.925102 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:35.938192 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Calling delete_port for 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:36.070283 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (8e759b2a-3de6-491c-9d55-0d065c0ccbf8), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:36.082646 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8e759b2a-3de6-491c-9d55-0d065c0ccbf8'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:36.109269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2f082-f96c-4884-8687-a450a63221a8 req-b366b547-8fdc-4d0b-a6f7-360faf897716 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:36.110920 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-96f2f082-f96c-4884-8687-a450a63221a8 req-b366b547-8fdc-4d0b-a6f7-360faf897716 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0641596 Apr 01 16:12:36.165494 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-96f2f082-f96c-4884-8687-a450a63221a8 req-aba842b5-c017-4963-80b3-10f122c27493 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=013d4fdd-aa27-4d4c-b323-e02edfe42dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485461 Apr 01 16:12:36.312174 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Pushing event deleted for resources: {'Port': ['ID=8e759b2a-3de6-491c-9d55-0d065c0ccbf8,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:36.342209 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1e7e9114-4be8-4ec1-b4ce-25b722f2eea1 req-60c588fa-b543-46e1-9b69-d86c4d35a15e tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c87485-1825-44f9-b884-7d4d25c548ca HTTP/1.1" status: 200 len: 210 time: 0.0332823 Apr 01 16:12:36.373538 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] No DVR routers for this DVR port 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:36.378441 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:36.381774 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9f21de29-f5b2-47be-b730-4dde6aa06375 req-5d52047a-7298-4acf-9954-9df047c4901b tempest-VolumesSnapshotTestJSON-1790694165 tempest-VolumesSnapshotTestJSON-1790694165-project] 10.222.0.57 "DELETE /v2.0/ports/8e759b2a-3de6-491c-9d55-0d065c0ccbf8 HTTP/1.1" status: 204 len: 173 time: 0.6420562 Apr 01 16:12:36.382078 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c87485-1825-44f9-b884-7d4d25c548ca', 'name': 'network-vif-deleted', 'tag': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:36.384266 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ba26a5-50d5-41b8-b6b1-931e7d067715" -d '{"events": [{"server_uuid": "21c87485-1825-44f9-b884-7d4d25c548ca", "name": "network-vif-deleted", "tag": "8e759b2a-3de6-491c-9d55-0d065c0ccbf8"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:36.421652 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21123210-f9c3-46d8-b6b4-c308e696f8e6 x-openstack-request-id: req-21123210-f9c3-46d8-b6b4-c308e696f8e6 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:36.422174 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c87485-1825-44f9-b884-7d4d25c548ca", "name": "network-vif-deleted", "tag": "8e759b2a-3de6-491c-9d55-0d065c0ccbf8", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:36.422420 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21123210-f9c3-46d8-b6b4-c308e696f8e6 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:36.422813 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21123210-f9c3-46d8-b6b4-c308e696f8e6'] response: {'server_uuid': '21c87485-1825-44f9-b884-7d4d25c548ca', 'name': 'network-vif-deleted', 'tag': '8e759b2a-3de6-491c-9d55-0d065c0ccbf8', 'status': 'completed', 'code': 200} Apr 01 16:12:36.688745 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-1b031e68-ce8a-4804-860b-ba1dc74184ac tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:36.690200 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-1b031e68-ce8a-4804-860b-ba1dc74184ac tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 946 time: 0.0541847 Apr 01 16:12:36.783029 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Deleting port 8357580a-07fd-47e7-8da7-ad890aa9839e {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:36.783366 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:36.882339 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] For port 8357580a-07fd-47e7-8da7-ad890aa9839e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8357580a-07fd-47e7-8da7-ad890aa9839e,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:36.882718 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:37.063031 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:37.063300 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:37.063623 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Floating IP c9f65423-3547-4e98-9c2b-446cbc196dc8 disassociated. External IP: 172.28.3.225, port: 8357580a-07fd-47e7-8da7-ad890aa9839e. Apr 01 16:12:37.063941 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Calling delete_port for 8357580a-07fd-47e7-8da7-ad890aa9839e owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:37.190292 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (8357580a-07fd-47e7-8da7-ad890aa9839e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:37.220074 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event deleted for resources: {'Port': ['ID=8357580a-07fd-47e7-8da7-ad890aa9839e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:37.316042 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e061dcd5-179d-42fd-8b33-88eeeb42e328 req-c4f466c9-9df6-4700-b866-c7eeca06444e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=f778f522-218c-4f1a-8359-b443253aaa33 HTTP/1.1" status: 200 len: 210 time: 0.0849168 Apr 01 16:12:37.360153 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Router 6705a93c-27e3-4185-9486-c28db94badb3 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:12:37.469272 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:12:37.480214 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] Sync routers for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:37.492529 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:37.493354 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:37.510771 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] No DVR routers for this DVR port 8357580a-07fd-47e7-8da7-ad890aa9839e on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:37.514279 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:37.517887 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1997b04a-3ea0-414a-a8d5-f2a0cc370e96 req-28f265fa-8b6b-411d-8596-55fc0c949ced tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "DELETE /v2.0/ports/8357580a-07fd-47e7-8da7-ad890aa9839e HTTP/1.1" status: 204 len: 173 time: 0.8211112 Apr 01 16:12:37.634835 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:37.872233 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:37.902349 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] Checking router: 6705a93c-27e3-4185-9486-c28db94badb3 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:37.912188 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:37.913127 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:38.035108 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:38.236327 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:38.262400 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a835a-adf4-4728-a2e9-8ec92f849fa8 None None] The sync data for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb is: [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'b2f3e5e9-02c2-4082-bcbe-9da0150e0d29', 'name': '', 'network_id': '30036b2f-fdf3-4fff-b51e-3958cef8691d', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'mac_address': 'fa:16:3e:5b:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:34Z', 'updated_at': '2022-04-01T16:08:50Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'subnets': [{'id': 'cdf43c89-1e10-4cb0-a3a5-fc94e273e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:38.406096 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45186) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:38.425315 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'name': 'network-vif-deleted', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:38.427632 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f366af-e08b-405a-934c-d2e8e2c7422b" -d '{"events": [{"server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "name": "network-vif-deleted", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:38.474903 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-470313e4-9b71-4bbd-9f00-eff803888633 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group (013d4fdd-aa27-4d4c-b323-e02edfe42dce), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:38.482323 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e3bc3-e87b-4bef-bb25-b363cc26509c x-openstack-request-id: req-5a4e3bc3-e87b-4bef-bb25-b363cc26509c {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:38.482686 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f778f522-218c-4f1a-8359-b443253aaa33", "name": "network-vif-deleted", "tag": "8357580a-07fd-47e7-8da7-ad890aa9839e", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:38.483001 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a4e3bc3-e87b-4bef-bb25-b363cc26509c {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:38.483464 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4e3bc3-e87b-4bef-bb25-b363cc26509c'] response: {'server_uuid': 'f778f522-218c-4f1a-8359-b443253aaa33', 'name': 'network-vif-deleted', 'tag': '8357580a-07fd-47e7-8da7-ad890aa9839e', 'status': 'completed', 'code': 200} Apr 01 16:12:38.503937 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-470313e4-9b71-4bbd-9f00-eff803888633 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group (013d4fdd-aa27-4d4c-b323-e02edfe42dce), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:38.520671 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f286bea-954c-4f46-9dbf-ad26890c0bea None None] New status for floating IP c9f65423-3547-4e98-9c2b-446cbc196dc8: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:38.555363 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-470313e4-9b71-4bbd-9f00-eff803888633 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (013d4fdd-aa27-4d4c-b323-e02edfe42dce), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:38.558063 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-470313e4-9b71-4bbd-9f00-eff803888633 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:38.562231 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-470313e4-9b71-4bbd-9f00-eff803888633 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "DELETE /v2.0/security-groups/013d4fdd-aa27-4d4c-b323-e02edfe42dce HTTP/1.1" status: 204 len: 168 time: 0.1522388 Apr 01 16:12:38.562948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45190) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:38.571077 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470313e4-9b71-4bbd-9f00-eff803888633 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013d4fdd-aa27-4d4c-b323-e02edfe42dce,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:38.579523 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.api.v2.resource [None req-0b03c0ff-bc37-4906-97ef-9da00678f076 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] show failed (client error): The resource could not be found. Apr 01 16:12:38.582010 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-0b03c0ff-bc37-4906-97ef-9da00678f076 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups/013d4fdd-aa27-4d4c-b323-e02edfe42dce HTTP/1.1" status: 404 len: 347 time: 0.0158398 Apr 01 16:12:38.583628 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45192) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:38.708312 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Deleting port 953c4f2f-7a2c-4163-88cb-e774c413616d {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:38.708854 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:38.809589 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:38.809953 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (953c4f2f-7a2c-4163-88cb-e774c413616d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:38.821640 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Calling delete_port for 953c4f2f-7a2c-4163-88cb-e774c413616d owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:38.971870 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (953c4f2f-7a2c-4163-88cb-e774c413616d), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:39.018387 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event deleted for resources: {'Port': ['ID=953c4f2f-7a2c-4163-88cb-e774c413616d,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:39.077365 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks [] for floatingip (c9f65423-3547-4e98-9c2b-446cbc196dc8), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:39.080027 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:39.081171 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-157ce123-aeee-4cb5-8902-6cfaed92bf25 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "DELETE /v2.0/floatingips/c9f65423-3547-4e98-9c2b-446cbc196dc8 HTTP/1.1" status: 204 len: 168 time: 0.4965596 Apr 01 16:12:39.531612 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:39.555923 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:39.556263 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8e759b2a-3de6-491c-9d55-0d065c0ccbf8 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:39.556676 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8357580a-07fd-47e7-8da7-ad890aa9839e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:39.576532 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 8357580a-07fd-47e7-8da7-ad890aa9839e {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:39.576813 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8357580a-07fd-47e7-8da7-ad890aa9839e not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:41.608831 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db355-2d3d-4c84-b919-152af539d9f1 req-56f0ff48-53a7-4467-ac8d-42478f2c772d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:41.610614 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3c9db355-2d3d-4c84-b919-152af539d9f1 req-56f0ff48-53a7-4467-ac8d-42478f2c772d tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0629802 Apr 01 16:12:41.660901 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3c9db355-2d3d-4c84-b919-152af539d9f1 req-810c084c-d44a-4cc9-a6c7-7c99b942a6f4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Apr 01 16:12:42.283189 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4de9b-a03c-4478-8b40-c13242df7af8 req-a1e4180f-05ba-47d8-b532-a07f81297d6b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:42.284719 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-88f4de9b-a03c-4478-8b40-c13242df7af8 req-a1e4180f-05ba-47d8-b532-a07f81297d6b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0593510 Apr 01 16:12:42.337716 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-88f4de9b-a03c-4478-8b40-c13242df7af8 req-525407c8-d3d9-4032-a40b-b6e66d6c7348 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473149 Apr 01 16:12:42.803163 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2690f-0ffc-4ad0-bb26-1e07941e347c req-0eeff3bc-1ca7-40d1-8c3f-61e3c8afd56e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:42.804552 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1fc2690f-0ffc-4ad0-bb26-1e07941e347c req-0eeff3bc-1ca7-40d1-8c3f-61e3c8afd56e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0631156 Apr 01 16:12:42.856399 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1fc2690f-0ffc-4ad0-bb26-1e07941e347c req-de5900b4-b504-4e9d-b77c-71af7e5af994 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Apr 01 16:12:43.468845 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b28b7b-42d7-4977-b13f-922cb6d11fdb req-3ab3b3b3-965a-42f0-af03-c593ce04c0f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:43.470378 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-86b28b7b-42d7-4977-b13f-922cb6d11fdb req-3ab3b3b3-965a-42f0-af03-c593ce04c0f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.0582881 Apr 01 16:12:43.518379 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-86b28b7b-42d7-4977-b13f-922cb6d11fdb req-5ed1ef5a-9a77-4213-a073-248a1a237c75 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Apr 01 16:12:43.921708 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-1b7f2bae-a04c-4b7e-b04b-701985c34902 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:43.923299 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-1b7f2bae-a04c-4b7e-b04b-701985c34902 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.0590866 Apr 01 16:12:44.055757 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baefcc0-83f5-43f9-9d81-07e8dc90b771 req-e8fe562c-dbb0-42ff-8195-40ca3751f49c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:44.057196 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1baefcc0-83f5-43f9-9d81-07e8dc90b771 req-e8fe562c-dbb0-42ff-8195-40ca3751f49c tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=72d7f522-1ad6-4ebd-940c-4aeb507a41be HTTP/1.1" status: 200 len: 945 time: 0.1018658 Apr 01 16:12:44.101307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Deleting port 1dc074c7-4751-402b-a969-4201d52da570 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:44.101662 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (1dc074c7-4751-402b-a969-4201d52da570), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.166517 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1baefcc0-83f5-43f9-9d81-07e8dc90b771 req-c0113ca6-3047-4767-982c-fdd56bbbd78e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030750 Apr 01 16:12:44.210878 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] For port 1dc074c7-4751-402b-a969-4201d52da570, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1dc074c7-4751-402b-a969-4201d52da570,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:44.211240 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (1dc074c7-4751-402b-a969-4201d52da570), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.225654 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Calling delete_port for 1dc074c7-4751-402b-a969-4201d52da570 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:44.382081 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (1dc074c7-4751-402b-a969-4201d52da570), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.394773 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['415ea36b-de50-40d8-8754-ea0018ab5cdb', '1dc074c7-4751-402b-a969-4201d52da570'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:44.417730 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event deleted for resources: {'Port': ['ID=1dc074c7-4751-402b-a969-4201d52da570,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:44.458677 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-9f62d5a7-50f8-4a81-88be-a7ecc0bf0bc9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:44.460912 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-9f62d5a7-50f8-4a81-88be-a7ecc0bf0bc9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1203349 Apr 01 16:12:44.477737 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] No DVR routers for this DVR port 1dc074c7-4751-402b-a969-4201d52da570 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:44.480630 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.484091 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7301ba88-9f61-4a42-8c11-e5c04cfab285 req-aea1cc7f-5592-4aee-b035-100af8215805 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "DELETE /v2.0/ports/1dc074c7-4751-402b-a969-4201d52da570 HTTP/1.1" status: 204 len: 173 time: 0.5544167 Apr 01 16:12:44.491035 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'name': 'network-vif-deleted', 'tag': '1dc074c7-4751-402b-a969-4201d52da570'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:44.493690 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46177243-736f-48fc-ae41-c06138180037" -d '{"events": [{"server_uuid": "72d7f522-1ad6-4ebd-940c-4aeb507a41be", "name": "network-vif-deleted", "tag": "1dc074c7-4751-402b-a969-4201d52da570"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:44.535538 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38fc984-63db-477f-947a-e45de32a266b x-openstack-request-id: req-d38fc984-63db-477f-947a-e45de32a266b {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:44.535819 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7f522-1ad6-4ebd-940c-4aeb507a41be", "name": "network-vif-deleted", "tag": "1dc074c7-4751-402b-a969-4201d52da570", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:44.536069 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d38fc984-63db-477f-947a-e45de32a266b {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:44.536602 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38fc984-63db-477f-947a-e45de32a266b'] response: {'server_uuid': '72d7f522-1ad6-4ebd-940c-4aeb507a41be', 'name': 'network-vif-deleted', 'tag': '1dc074c7-4751-402b-a969-4201d52da570', 'status': 'completed', 'code': 200} Apr 01 16:12:44.641178 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Deleting port abd84753-e0e5-4e60-b4ba-18c0af156d74 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:44.641437 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.711208 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67218-5b9e-4474-91bf-bcdcb9cc7538 req-348992cf-e369-4613-bf5b-5405b162bfc1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:44.712588 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7db67218-5b9e-4474-91bf-bcdcb9cc7538 req-348992cf-e369-4613-bf5b-5405b162bfc1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 946 time: 0.1181946 Apr 01 16:12:44.769668 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] For port abd84753-e0e5-4e60-b4ba-18c0af156d74, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=abd84753-e0e5-4e60-b4ba-18c0af156d74,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:44.770038 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.798405 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7db67218-5b9e-4474-91bf-bcdcb9cc7538 req-43ebf2f2-9659-44df-a193-ec1dfefbad8b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=0402f27b-b7d2-4e46-9c59-96259c5d7b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802026 Apr 01 16:12:44.967532 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.968208 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (d86352b6-6afb-40d1-bfdb-40ccbc5640fe), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:44.968208 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Floating IP d86352b6-6afb-40d1-bfdb-40ccbc5640fe disassociated. External IP: 172.28.3.250, port: abd84753-e0e5-4e60-b4ba-18c0af156d74. Apr 01 16:12:44.968509 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Calling delete_port for abd84753-e0e5-4e60-b4ba-18c0af156d74 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:45.116807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (abd84753-e0e5-4e60-b4ba-18c0af156d74), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:45.149153 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event deleted for resources: {'Port': ['ID=abd84753-e0e5-4e60-b4ba-18c0af156d74,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:45.280223 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:12:45.420470 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:12:45.440471 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] Sync routers for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:45.454457 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:45.455380 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:45.483300 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] No DVR routers for this DVR port abd84753-e0e5-4e60-b4ba-18c0af156d74 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:45.486506 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:45.489520 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2da4058e-8356-4d13-b6ab-022865f4c8a0 req-1694ac7d-fb5e-427e-848a-3b95eab903f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "DELETE /v2.0/ports/abd84753-e0e5-4e60-b4ba-18c0af156d74 HTTP/1.1" status: 204 len: 173 time: 1.0129483 Apr 01 16:12:45.556817 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853afd6-793e-4e74-a833-a6f182708b04 req-2d5f8e19-e857-47ef-8e24-7f3336c9eb3f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:45.565910 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0853afd6-793e-4e74-a833-a6f182708b04 req-2d5f8e19-e857-47ef-8e24-7f3336c9eb3f tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0987680 Apr 01 16:12:45.608702 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:45.634202 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-0853afd6-793e-4e74-a833-a6f182708b04 req-8bda84b3-9cbb-44b0-a6f0-475c4b41e4c4 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 Apr 01 16:12:45.839178 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:45.869131 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] Checking router: df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:45.881284 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:45.882386 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:45.923471 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f23803a-6433-46e8-899f-bfd8dd7698cc req-b34fe536-da5f-4944-a93a-93d2752a4bfb tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfc4fec-2b0b-40e2-ae97-adf956389673 HTTP/1.1" status: 200 len: 210 time: 0.0297234 Apr 01 16:12:46.010806 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:46.351823 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:46.379518 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa960445-84ed-4d1a-a694-74bb68d63809 None None] The sync data for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb is: [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:46.538156 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'name': 'network-vif-deleted', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:46.540842 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebe50c3-fe74-4edf-9c58-209e9134aeb6" -d '{"events": [{"server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "name": "network-vif-deleted", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:46.582213 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b3c664-d2b2-4005-9ea4-98894d5ad321 x-openstack-request-id: req-b0b3c664-d2b2-4005-9ea4-98894d5ad321 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:46.582567 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfc4fec-2b0b-40e2-ae97-adf956389673", "name": "network-vif-deleted", "tag": "abd84753-e0e5-4e60-b4ba-18c0af156d74", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:46.582909 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0b3c664-d2b2-4005-9ea4-98894d5ad321 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:46.583271 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b3c664-d2b2-4005-9ea4-98894d5ad321'] response: {'server_uuid': '1dfc4fec-2b0b-40e2-ae97-adf956389673', 'name': 'network-vif-deleted', 'tag': 'abd84753-e0e5-4e60-b4ba-18c0af156d74', 'status': 'completed', 'code': 200} Apr 01 16:12:46.652442 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09802c7-da33-4cfa-84c7-720482b12f73 None None] New status for floating IP d86352b6-6afb-40d1-bfdb-40ccbc5640fe: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:46.764446 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d9f12-de8b-41d5-9338-ce9871ffe4f0 req-a875f0bd-2307-452d-91a2-35e78d7db843 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:46.766243 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-db3d9f12-de8b-41d5-9338-ce9871ffe4f0 req-a875f0bd-2307-452d-91a2-35e78d7db843 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0613360 Apr 01 16:12:46.822507 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-db3d9f12-de8b-41d5-9338-ce9871ffe4f0 req-8a341d13-7e2d-4bcc-bd5f-b7f38241b68e tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Apr 01 16:12:47.008410 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45302) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:47.061300 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f29ecc4-2e86-42d2-b1b9-b54beae73e95 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (0402f27b-b7d2-4e46-9c59-96259c5d7b37), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.086560 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f29ecc4-2e86-42d2-b1b9-b54beae73e95 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (0402f27b-b7d2-4e46-9c59-96259c5d7b37), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.141293 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f29ecc4-2e86-42d2-b1b9-b54beae73e95 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0402f27b-b7d2-4e46-9c59-96259c5d7b37), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.143262 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f29ecc4-2e86-42d2-b1b9-b54beae73e95 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.144450 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1f29ecc4-2e86-42d2-b1b9-b54beae73e95 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "DELETE /v2.0/security-groups/0402f27b-b7d2-4e46-9c59-96259c5d7b37 HTTP/1.1" status: 204 len: 168 time: 0.1348352 Apr 01 16:12:47.147264 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45304) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:47.153472 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29ecc4-2e86-42d2-b1b9-b54beae73e95 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0402f27b-b7d2-4e46-9c59-96259c5d7b37,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:47.160008 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.api.v2.resource [None req-800e92c9-216c-4d17-a2a7-2a0437ccf2ae tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] show failed (client error): The resource could not be found. Apr 01 16:12:47.161023 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-800e92c9-216c-4d17-a2a7-2a0437ccf2ae tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups/0402f27b-b7d2-4e46-9c59-96259c5d7b37 HTTP/1.1" status: 404 len: 347 time: 0.0127881 Apr 01 16:12:47.164307 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:47.296801 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Deleting port 20204219-fd55-4ca2-9648-461ed7a5f29e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:47.297150 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.376895 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.377220 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (20204219-fd55-4ca2-9648-461ed7a5f29e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.388817 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Calling delete_port for 20204219-fd55-4ca2-9648-461ed7a5f29e owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:47.516272 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (20204219-fd55-4ca2-9648-461ed7a5f29e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.535586 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device abd84753-e0e5-4e60-b4ba-18c0af156d74 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:47.545872 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event deleted for resources: {'Port': ['ID=20204219-fd55-4ca2-9648-461ed7a5f29e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:47.557644 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: abd84753-e0e5-4e60-b4ba-18c0af156d74 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:47.557988 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device abd84753-e0e5-4e60-b4ba-18c0af156d74 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:47.558399 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1dc074c7-4751-402b-a969-4201d52da570 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:47.577884 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 1dc074c7-4751-402b-a969-4201d52da570 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:47.578227 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1dc074c7-4751-402b-a969-4201d52da570 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:47.609088 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (d86352b6-6afb-40d1-bfdb-40ccbc5640fe), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.611776 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:47.612912 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-501b2e37-8ed3-4a9b-bcc2-bd6e3469b1c6 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "DELETE /v2.0/floatingips/d86352b6-6afb-40d1-bfdb-40ccbc5640fe HTTP/1.1" status: 204 len: 168 time: 0.4476433 Apr 01 16:12:47.926409 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45320) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:47.931453 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b42f0b56-f64e-4245-b361-f6b8bcceaf13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369959316', 'description': 'tempest-description--1653707370'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:47.951886 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e1be6-016d-4ad9-a895-66315f9d45dc req-4e46aea5-52d6-4239-9ce8-c3d99589e665 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:47.954026 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e51e1be6-016d-4ad9-a895-66315f9d45dc req-4e46aea5-52d6-4239-9ce8-c3d99589e665 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.0600100 Apr 01 16:12:47.956352 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42f0b56-f64e-4245-b361-f6b8bcceaf13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.002366 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e51e1be6-016d-4ad9-a895-66315f9d45dc req-b8749ced-5076-446f-bc61-d54bd639f401 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Apr 01 16:12:48.026980 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42f0b56-f64e-4245-b361-f6b8bcceaf13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (3d67b5dd-be8c-41ec-9037-3dfe372fec49), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.031966 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42f0b56-f64e-4245-b361-f6b8bcceaf13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3d67b5dd-be8c-41ec-9037-3dfe372fec49), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.062992 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0b56-f64e-4245-b361-f6b8bcceaf13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d67b5dd-be8c-41ec-9037-3dfe372fec49,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:48.067954 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42f0b56-f64e-4245-b361-f6b8bcceaf13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.069159 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b42f0b56-f64e-4245-b361-f6b8bcceaf13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1415143 Apr 01 16:12:48.072072 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:48.076913 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-79e62915-39ef-4595-b799-009d08accb0b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'security_group_rule': {'security_group_id': '3d67b5dd-be8c-41ec-9037-3dfe372fec49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:48.101777 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e62915-39ef-4595-b799-009d08accb0b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (09cde99b-cd12-47e5-9bc5-964c71f5f007), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.160184 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e62915-39ef-4595-b799-009d08accb0b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (09cde99b-cd12-47e5-9bc5-964c71f5f007), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.163570 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e62915-39ef-4595-b799-009d08accb0b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (09cde99b-cd12-47e5-9bc5-964c71f5f007), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.180826 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e62915-39ef-4595-b799-009d08accb0b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cde99b-cd12-47e5-9bc5-964c71f5f007,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:48.188880 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e62915-39ef-4595-b799-009d08accb0b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.190106 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-79e62915-39ef-4595-b799-009d08accb0b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171308 Apr 01 16:12:48.192808 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45324) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:48.197075 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-731231ad-8158-4198-ab8c-631891fee940 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'security_group_rule': {'security_group_id': '3d67b5dd-be8c-41ec-9037-3dfe372fec49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:48.223121 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731231ad-8158-4198-ab8c-631891fee940 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (f5d30755-aba8-44a9-b761-95e989ad5380), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.277450 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731231ad-8158-4198-ab8c-631891fee940 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (f5d30755-aba8-44a9-b761-95e989ad5380), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.281826 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731231ad-8158-4198-ab8c-631891fee940 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (f5d30755-aba8-44a9-b761-95e989ad5380), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.298379 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731231ad-8158-4198-ab8c-631891fee940 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d30755-aba8-44a9-b761-95e989ad5380,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:48.307406 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731231ad-8158-4198-ab8c-631891fee940 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.308600 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-731231ad-8158-4198-ab8c-631891fee940 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148481 Apr 01 16:12:48.311624 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45326) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:48.316086 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:48.336326 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.436644 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.564852 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Allocated IP 172.28.3.153 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/068b9941-d271-4122-85e4-a0439b72defb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:48.673055 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for port (068b9941-d271-4122-85e4-a0439b72defb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.708041 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (068b9941-d271-4122-85e4-a0439b72defb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.746695 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:48.749693 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:48.752092 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:48.778058 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'Port': ['ID=068b9941-d271-4122-85e4-a0439b72defb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:48.874061 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (e0347cac-6899-4bdc-9890-8050c0ce96ec), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:48.923460 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (068b9941-d271-4122-85e4-a0439b72defb), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.074013 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-a0d17621-33ab-4dee-bc9a-3cf88be44585 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:49.075540 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-a0d17621-33ab-4dee-bc9a-3cf88be44585 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.2947373 Apr 01 16:12:49.140417 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for port (068b9941-d271-4122-85e4-a0439b72defb), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.145823 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (068b9941-d271-4122-85e4-a0439b72defb), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.178898 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Deleting port 415ea36b-de50-40d8-8754-ea0018ab5cdb {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:49.179248 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.221087 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0565921-2bb8-43ee-b8b1-0428ba15e370 req-2b8e6099-3153-4a29-b3f1-a06885a1b13a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:49.222609 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c0565921-2bb8-43ee-b8b1-0428ba15e370 req-2b8e6099-3153-4a29-b3f1-a06885a1b13a tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3f1e554-9bc6-46ba-a5bd-894bc5a60d98 HTTP/1.1" status: 200 len: 945 time: 0.1325178 Apr 01 16:12:49.232976 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'Port': ['ID=068b9941-d271-4122-85e4-a0439b72defb,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:49.262871 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (e0347cac-6899-4bdc-9890-8050c0ce96ec), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.284147 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] For port 415ea36b-de50-40d8-8754-ea0018ab5cdb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=415ea36b-de50-40d8-8754-ea0018ab5cdb,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:49.284581 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.296966 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.298213 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-7df71876-c05c-464b-9a49-f9a22d3f1498 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9854853 Apr 01 16:12:49.300353 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Calling delete_port for 415ea36b-de50-40d8-8754-ea0018ab5cdb owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:49.301496 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c0565921-2bb8-43ee-b8b1-0428ba15e370 req-1e21158b-ab9c-4413-a11f-8137d9f60745 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721529 Apr 01 16:12:49.433417 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (415ea36b-de50-40d8-8754-ea0018ab5cdb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.446094 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['415ea36b-de50-40d8-8754-ea0018ab5cdb'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:49.475862 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Pushing event deleted for resources: {'Port': ['ID=415ea36b-de50-40d8-8754-ea0018ab5cdb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:49.534937 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] No DVR routers for this DVR port 415ea36b-de50-40d8-8754-ea0018ab5cdb on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:49.538053 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:49.541425 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5384c2dd-0a4f-42ef-b895-d7ce606e2dbd req-dd37086f-1d68-42a1-8430-3e1a0b4f1866 tempest-ServerRescueNegativeTestJSON-315203280 tempest-ServerRescueNegativeTestJSON-315203280-project] 10.222.0.57 "DELETE /v2.0/ports/415ea36b-de50-40d8-8754-ea0018ab5cdb HTTP/1.1" status: 204 len: 173 time: 0.4601684 Apr 01 16:12:49.544411 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'name': 'network-vif-deleted', 'tag': '415ea36b-de50-40d8-8754-ea0018ab5cdb'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:49.546847 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bebd21-8b5b-478b-9e99-f6b5d74f9a66" -d '{"events": [{"server_uuid": "c3f1e554-9bc6-46ba-a5bd-894bc5a60d98", "name": "network-vif-deleted", "tag": "415ea36b-de50-40d8-8754-ea0018ab5cdb"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:49.561497 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-626aa544-bf82-4410-bece-4f08ba2256dd tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1369959316&fields=id&tenant_id=56953c8a31934b56b5e605d4c292b041 HTTP/1.1" status: 200 len: 267 time: 0.0943577 Apr 01 16:12:49.626428 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25df57c6-2db2-48dd-a9bd-cdc0687a630d x-openstack-request-id: req-25df57c6-2db2-48dd-a9bd-cdc0687a630d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:49.626696 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f1e554-9bc6-46ba-a5bd-894bc5a60d98", "name": "network-vif-deleted", "tag": "415ea36b-de50-40d8-8754-ea0018ab5cdb", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:49.626947 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25df57c6-2db2-48dd-a9bd-cdc0687a630d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:49.627338 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25df57c6-2db2-48dd-a9bd-cdc0687a630d'] response: {'server_uuid': 'c3f1e554-9bc6-46ba-a5bd-894bc5a60d98', 'name': 'network-vif-deleted', 'tag': '415ea36b-de50-40d8-8754-ea0018ab5cdb', 'status': 'completed', 'code': 200} Apr 01 16:12:49.689173 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6995fcf-388f-4739-8ca2-c3db4acc5b7e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:49.690820 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6995fcf-388f-4739-8ca2-c3db4acc5b7e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 811 time: 0.1200666 Apr 01 16:12:49.706016 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-4b16a24d-20a6-4149-9b81-32e38ec666f4 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/quotas/56953c8a31934b56b5e605d4c292b041 HTTP/1.1" status: 200 len: 375 time: 0.0095961 Apr 01 16:12:49.763146 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-73b8976e-bed0-43f8-8e7d-c0a08eef3f1a tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511596 Apr 01 16:12:49.872051 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-74a4cef4-7706-4b44-96ff-583d09a4426a service neutron] 10.222.0.70 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930705 Apr 01 16:12:49.984509 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-49df0dfa-f0f5-42b5-b32b-cc3c5992c7d1 service neutron] 10.222.0.70 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035454 Apr 01 16:12:50.180338 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b2ba4a69-d730-4ef9-9754-d4d4220a2f8e req-02776e92-f33b-4e2c-bcb2-7b7ea172c53e tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 210 time: 0.0316815 Apr 01 16:12:50.367546 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45370) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:51.077715 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (6705a93c-27e3-4185-9486-c28db94badb3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.155806 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-0c9d2a54-a63c-493d-9578-67de8fd84829 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:51.157655 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-0c9d2a54-a63c-493d-9578-67de8fd84829 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 811 time: 0.1188600 Apr 01 16:12:51.241981 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-32a38dae-a4ef-4b4b-b1e2-64774c0b6751 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56953c8a31934b56b5e605d4c292b041 HTTP/1.1" status: 200 len: 380 time: 0.0688653 Apr 01 16:12:51.256558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'port': {'device_id': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'admin_state_up': True, 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'security_groups': ['3d67b5dd-be8c-41ec-9037-3dfe372fec49']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:51.319287 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-daf89cd8-25ad-42ab-a91c-34032a0f1e8b req-d92019ac-b294-4b30-9586-45e40fb8afd7 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 210 time: 0.0534899 Apr 01 16:12:51.382307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Made reservation on behalf of 56953c8a31934b56b5e605d4c292b041 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:51.386211 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.441408 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Deleting port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:51.441780 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.523859 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Allocated IP 172.20.0.9 (71641742-02b5-4ba4-81ef-b19c905751a5/0d99b898-8993-4f61-a1ec-e455da0e6ed6/08793f1d-e468-4442-a9d7-8a9f259aec84) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:51.526184 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] For port b2f3e5e9-02c2-4082-bcbe-9da0150e0d29, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:51.526541 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.541635 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Calling delete_port for b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:51.545965 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 415ea36b-de50-40d8-8754-ea0018ab5cdb no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:51.567436 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 415ea36b-de50-40d8-8754-ea0018ab5cdb {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:51.567777 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 415ea36b-de50-40d8-8754-ea0018ab5cdb not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:51.674130 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.709685 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.735967 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (b2f3e5e9-02c2-4082-bcbe-9da0150e0d29), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.755449 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Network 71641742-02b5-4ba4-81ef-b19c905751a5 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:51.758771 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:51.761189 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:51.765062 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f3e5e9-02c2-4082-bcbe-9da0150e0d29,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:51.799648 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event updated for resources: {'Port': ['ID=08793f1d-e468-4442-a9d7-8a9f259aec84,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:51.830013 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:51.830755 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.849117 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b6502869-b931-4f6e-a50d-7f3676aebe13 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044531 Apr 01 16:12:51.863452 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Request body: {'port': {'device_id': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:51.946390 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:51.980070 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (6705a93c-27e3-4185-9486-c28db94badb3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.076720 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7674cff6-e7e1-4b25-8ce6-23607016357e None None] Provisioning complete for port 08793f1d-e468-4442-a9d7-8a9f259aec84 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:12:52.077187 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7674cff6-e7e1-4b25-8ce6-23607016357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.113175 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7674cff6-e7e1-4b25-8ce6-23607016357e None None] Port 08793f1d-e468-4442-a9d7-8a9f259aec84 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:12:52.226499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08793f1d-e468-4442-a9d7-8a9f259aec84 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:52.234665 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Publish callbacks [] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.235211 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Router 6705a93c-27e3-4185-9486-c28db94badb3 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:12:52.246965 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Transition to ACTIVE for port object 08793f1d-e468-4442-a9d7-8a9f259aec84 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:12:52.251554 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.326799 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Pushing event updated for resources: {'Port': ['ID=08793f1d-e468-4442-a9d7-8a9f259aec84,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:52.368875 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:12:52.380161 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a4473f57-def8-4ed7-9fb3-58164988c263 admin admin] 10.222.0.70 "PUT /v2.0/routers/6705a93c-27e3-4185-9486-c28db94badb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0092108 Apr 01 16:12:52.380870 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45396) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:52.383772 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] Sync routers for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:52.402845 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:52.405359 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:52.407194 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Attempting to bind port 08793f1d-e468-4442-a9d7-8a9f259aec84 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:12:52.407529 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Attempting to bind port 08793f1d-e468-4442-a9d7-8a9f259aec84 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:12:52.407858 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Attempting to bind port 08793f1d-e468-4442-a9d7-8a9f259aec84 on network 71641742-02b5-4ba4-81ef-b19c905751a5 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:52.412809 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Port 08793f1d-e468-4442-a9d7-8a9f259aec84 on network 71641742-02b5-4ba4-81ef-b19c905751a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:12:52.413132 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Attempting to bind port 08793f1d-e468-4442-a9d7-8a9f259aec84 on network 71641742-02b5-4ba4-81ef-b19c905751a5 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:52.419581 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:52.419922 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Checking segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:12:52.420348 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Bound using segment: {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:52.420903 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Bound port: 08793f1d-e468-4442-a9d7-8a9f259aec84, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:12:52.421276 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.583176 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] For port 08793f1d-e468-4442-a9d7-8a9f259aec84, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:52.595127 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks [] for router (6705a93c-27e3-4185-9486-c28db94badb3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.602260 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] For port 08793f1d-e468-4442-a9d7-8a9f259aec84, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08793f1d-e468-4442-a9d7-8a9f259aec84,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:52.615004 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.626740 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4998b0-028f-4ddc-8ed9-6312eaba62ae req-3f6d64c3-147f-4e8e-9e6f-64cb09778d59 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:52.628319 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-af4998b0-028f-4ddc-8ed9-6312eaba62ae req-3f6d64c3-147f-4e8e-9e6f-64cb09778d59 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 943 time: 0.0859637 Apr 01 16:12:52.643772 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:52.676274 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:52.676950 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.678405 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] 10.222.0.57 "PUT /v2.0/ports/08793f1d-e468-4442-a9d7-8a9f259aec84 HTTP/1.1" status: 200 len: 1093 time: 0.8205926 Apr 01 16:12:52.678847 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:52.681324 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:52.736671 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947dff7-69ab-4a96-9fda-c70eacc12d7f service neutron] Pushing event updated for resources: {'Port': ['ID=08793f1d-e468-4442-a9d7-8a9f259aec84,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:52.774550 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a2237-5c7a-4e9d-ae59-f2354f3b6a3a x-openstack-request-id: req-794a2237-5c7a-4e9d-ae59-f2354f3b6a3a {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:52.774842 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:52.775093 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-794a2237-5c7a-4e9d-ae59-f2354f3b6a3a {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:52.775503 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794a2237-5c7a-4e9d-ae59-f2354f3b6a3a'] response: {'name': 'network-changed', 'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'status': 'completed', 'code': 200} Apr 01 16:12:52.789394 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks [] for router_gateway (6705a93c-27e3-4185-9486-c28db94badb3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.803547 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-af4998b0-028f-4ddc-8ed9-6312eaba62ae req-cdbf88a4-933d-40af-aef8-875c6eac31a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508901 Apr 01 16:12:52.846401 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-de94e2c5-c789-457a-9b99-d0f339398567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:52.848227 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-de94e2c5-c789-457a-9b99-d0f339398567 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 1127 time: 0.1181800 Apr 01 16:12:52.877227 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Deleting port 4bec7433-10a8-4c01-8f09-05c49423ab4c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:52.877719 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.897300 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-6bc95539-316d-4f98-9667-a2d34745c344 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08793f1d-e468-4442-a9d7-8a9f259aec84 HTTP/1.1" status: 200 len: 217 time: 0.0408735 Apr 01 16:12:52.925943 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:12:51Z', 'revision_number': 5, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port': {'id': '4bec7433-10a8-4c01-8f09-05c49423ab4c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6705a93c-27e3-4185-9486-c28db94badb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:28Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:52.957000 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] Checking router: 6705a93c-27e3-4185-9486-c28db94badb3 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:52.961107 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-59812f11-9b9e-4ccd-a40d-d8e8965b25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:52.962606 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-59812f11-9b9e-4ccd-a40d-d8e8965b25ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.0589385 Apr 01 16:12:52.967311 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] Routers {'6705a93c-27e3-4185-9486-c28db94badb3'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:52.968101 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['6705a93c-27e3-4185-9486-c28db94badb3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:52.978947 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] For port 4bec7433-10a8-4c01-8f09-05c49423ab4c, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=4bec7433-10a8-4c01-8f09-05c49423ab4c,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:52.979455 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:52.994295 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Calling delete_port for 4bec7433-10a8-4c01-8f09-05c49423ab4c owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:53.015495 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-60bc951e-6b0a-4dec-9da3-8416c3abfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.017047 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-60bc951e-6b0a-4dec-9da3-8416c3abfbb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459518 Apr 01 16:12:53.073527 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] Set router 6705a93c-27e3-4185-9486-c28db94badb3 gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:53.110568 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-b1c92bf6-3071-4125-9e1d-9d1d241d3085 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873551 Apr 01 16:12:53.129797 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:12:52Z', 'revision_number': 6, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port_host': None}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:53.157364 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192dba3-694a-4684-887e-ff77038d1b7b None None] The sync data for ids ['6705a93c-27e3-4185-9486-c28db94badb3'] in dv-cinder-835880-3-smb is: [{'id': '6705a93c-27e3-4185-9486-c28db94badb3', 'name': 'tempest-ServerRescueNegativeTestJSON-99578173-router', 'tenant_id': '5757632974644680a8df00143a0d1c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:12:52Z', 'revision_number': 6, 'project_id': '5757632974644680a8df00143a0d1c3a', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:53.175756 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (4bec7433-10a8-4c01-8f09-05c49423ab4c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.210366 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Pushing event deleted for resources: {'Port': ['ID=4bec7433-10a8-4c01-8f09-05c49423ab4c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:53.223168 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cb2062ea-992a-462e-9a14-4d5e1d9af296 req-37ed7450-769e-4ce0-9aaf-e0ed3cd16710 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071219 Apr 01 16:12:53.265006 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (6705a93c-27e3-4185-9486-c28db94badb3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.321938 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-f6c05bc1-ed80-42db-a1b8-2ce2bb99b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.323610 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-f6c05bc1-ed80-42db-a1b8-2ce2bb99b2a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 1127 time: 0.0492959 Apr 01 16:12:53.370122 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (6705a93c-27e3-4185-9486-c28db94badb3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.372591 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks [] for router_controller (6705a93c-27e3-4185-9486-c28db94badb3), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.418530 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-958d9e00-152e-4d40-89c5-134d64c6fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.420090 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-958d9e00-152e-4d40-89c5-134d64c6fc27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 912 time: 0.0898123 Apr 01 16:12:53.452568 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (6705a93c-27e3-4185-9486-c28db94badb3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.453017 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6705a93c-27e3-4185-9486-c28db94badb3 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:12:53.464444 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.465467 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-28f1385a-b2f9-47dc-8aec-8e51078f59a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08793f1d-e468-4442-a9d7-8a9f259aec84 HTTP/1.1" status: 200 len: 217 time: 0.0385847 Apr 01 16:12:53.469062 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-92052571-5f8c-4ad3-a65b-24742278979d admin admin] 10.222.0.70 "DELETE /v2.0/routers/6705a93c-27e3-4185-9486-c28db94badb3 HTTP/1.1" status: 204 len: 168 time: 1.0716674 Apr 01 16:12:53.471220 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45412) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:53.513990 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-c3c1984f-f61f-4006-97d0-cbc74c612125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.515587 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-c3c1984f-f61f-4006-97d0-cbc74c612125 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.0435686 Apr 01 16:12:53.518522 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] Deleting subnet cdf43c89-1e10-4cb0-a3a5-fc94e273e7af {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:12:53.522394 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] Publish callbacks [] for subnet (cdf43c89-1e10-4cb0-a3a5-fc94e273e7af), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.562111 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3357529'] for subnet (cdf43c89-1e10-4cb0-a3a5-fc94e273e7af), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.571747 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-8c91f99d-8c61-42ca-896b-ff52c6908e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.573425 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-8c91f99d-8c61-42ca-896b-ff52c6908e1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0509465 Apr 01 16:12:53.668220 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-88cf513e-9e05-41c5-a9c1-1bbfc89d5cdc service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868282 Apr 01 16:12:53.681760 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (cdf43c89-1e10-4cb0-a3a5-fc94e273e7af), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.738347 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8405584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8837465'] for subnet (cdf43c89-1e10-4cb0-a3a5-fc94e273e7af), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.766740 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf43c89-1e10-4cb0-a3a5-fc94e273e7af,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:53.775342 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.778658 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf56ac-82db-4367-816c-4e26104fc38b None None] Network 30036b2f-fdf3-4fff-b51e-3958cef8691d requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:12:53.789416 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-046c676d-c9f5-4cbd-bdfd-f9c07f9e6aa2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cdf43c89-1e10-4cb0-a3a5-fc94e273e7af HTTP/1.1" status: 204 len: 168 time: 0.3170691 Apr 01 16:12:53.793260 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-42aa4b91-9dbe-4d1c-8121-9c0156e13e83 req-6fceda57-ec9b-4ec7-aae1-963ac888de53 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165526 Apr 01 16:12:53.793416 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:53.941295 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (30036b2f-fdf3-4fff-b51e-3958cef8691d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:53.998528 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ecdb2-e208-4218-bec1-69d27307ddd1 req-3758be75-4c0b-4a0f-9baf-622400b0ac18 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.000028 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-700ecdb2-e208-4218-bec1-69d27307ddd1 req-3758be75-4c0b-4a0f-9baf-622400b0ac18 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 943 time: 0.1061590 Apr 01 16:12:54.006653 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] DHCP port deletion for 30036b2f-fdf3-4fff-b51e-3958cef8691d request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:12:54.058385 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] Deleting port 9d127362-276d-4f79-8d92-231b775a5b0f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:54.058518 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.061090 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Deleting port 9d127362-276d-4f79-8d92-231b775a5b0f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:12:54.061412 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.066480 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-700ecdb2-e208-4218-bec1-69d27307ddd1 req-aa4d153d-2de6-4c07-8545-4a274251180b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602596 Apr 01 16:12:54.133519 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] For port 9d127362-276d-4f79-8d92-231b775a5b0f, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=9d127362-276d-4f79-8d92-231b775a5b0f,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:54.133911 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.138924 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] For port 9d127362-276d-4f79-8d92-231b775a5b0f, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=9d127362-276d-4f79-8d92-231b775a5b0f,segment=NetworkSegment(7287c8c5-f3de-46d2-9aa4-dc728e11bc37),segment_id=7287c8c5-f3de-46d2-9aa4-dc728e11bc37)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:54.139358 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.148317 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Calling delete_port for 9d127362-276d-4f79-8d92-231b775a5b0f owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:54.162835 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] Calling delete_port for 9d127362-276d-4f79-8d92-231b775a5b0f owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:12:54.233912 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.263899 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9d127362-276d-4f79-8d92-231b775a5b0f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.269030 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] No DVR routers for this DVR port 9d127362-276d-4f79-8d92-231b775a5b0f on host dv-cinder-835880-3-smb {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:54.290898 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295'] for port (9d127362-276d-4f79-8d92-231b775a5b0f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.315999 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] Pushing event deleted for resources: {'Port': ['ID=9d127362-276d-4f79-8d92-231b775a5b0f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.319761 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536d036-3b67-4d76-8e70-7b42b769a5e9 None None] No DVR routers for this DVR port 9d127362-276d-4f79-8d92-231b775a5b0f on host dv-cinder-835880-3-smb {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:54.346355 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (30036b2f-fdf3-4fff-b51e-3958cef8691d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.366376 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30036b2f-fdf3-4fff-b51e-3958cef8691d']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.375891 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7287c8c5-f3de-46d2-9aa4-dc728e11bc37') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.376507 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7287c8c5-f3de-46d2-9aa4-dc728e11bc37') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.385014 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (7287c8c5-f3de-46d2-9aa4-dc728e11bc37), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.398786 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (7287c8c5-f3de-46d2-9aa4-dc728e11bc37), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.405739 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:54.406186 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (7287c8c5-f3de-46d2-9aa4-dc728e11bc37), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:54.407842 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:54.466756 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (30036b2f-fdf3-4fff-b51e-3958cef8691d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.472573 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.476000 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/30036b2f-fdf3-4fff-b51e-3958cef8691d HTTP/1.1" status: 204 len: 168 time: 0.6802595 Apr 01 16:12:54.489936 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a45315-1793-483c-a6a4-97545fa6b2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=30036b2f-fdf3-4fff-b51e-3958cef8691d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.519592 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 4bec7433-10a8-4c01-8f09-05c49423ab4c no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:54.539618 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 4bec7433-10a8-4c01-8f09-05c49423ab4c {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:54.539888 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 4bec7433-10a8-4c01-8f09-05c49423ab4c not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:54.540278 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:54.565556 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:54.566604 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b2f3e5e9-02c2-4082-bcbe-9da0150e0d29 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:54.566604 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 9d127362-276d-4f79-8d92-231b775a5b0f no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:54.587689 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 9d127362-276d-4f79-8d92-231b775a5b0f {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:12:54.588039 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 9d127362-276d-4f79-8d92-231b775a5b0f not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:54.613518 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45426) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:54.655941 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-555ae410-6eca-4a33-a1db-75b53b466f49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5757632974644680a8df00143a0d1c3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410957 Apr 01 16:12:54.658387 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45428) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:54.704600 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41387c94-856a-4436-aa6b-5c703214bf41 admin admin] Publish callbacks [] for security_group (8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.725033 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41387c94-856a-4436-aa6b-5c703214bf41 admin admin] Publish callbacks [] for security_group (8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.775282 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41387c94-856a-4436-aa6b-5c703214bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.777915 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41387c94-856a-4436-aa6b-5c703214bf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:54.779044 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-41387c94-856a-4436-aa6b-5c703214bf41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594 HTTP/1.1" status: 204 len: 168 time: 0.1197309 Apr 01 16:12:54.786431 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41387c94-856a-4436-aa6b-5c703214bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f4d8d-60a3-4fb5-81b8-d8e9b15e9594,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.900499 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45434) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:55.206154 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7f769-471e-491f-b2c5-6ea2fb79c65e req-e5f65266-8f61-4dfd-8852-e56fdad6bb58 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:55.207665 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-27e7f769-471e-491f-b2c5-6ea2fb79c65e req-e5f65266-8f61-4dfd-8852-e56fdad6bb58 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 943 time: 0.0669346 Apr 01 16:12:55.210501 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] Deleting subnet a85379bf-3870-4441-a422-e8db27462e14 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:12:55.213685 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] Publish callbacks [] for subnet (a85379bf-3870-4441-a422-e8db27462e14), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.250264 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3357529'] for subnet (a85379bf-3870-4441-a422-e8db27462e14), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.257940 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-27e7f769-471e-491f-b2c5-6ea2fb79c65e req-ec9b7350-18ad-49f7-88c1-49af7decf4d1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429657 Apr 01 16:12:55.301728 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (a85379bf-3870-4441-a422-e8db27462e14), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.373374 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8405584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8837465'] for subnet (a85379bf-3870-4441-a422-e8db27462e14), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.400321 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85379bf-3870-4441-a422-e8db27462e14,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:55.402311 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.406619 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ba70239d-965a-4fc0-b9e2-ab48c2ac82bc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a85379bf-3870-4441-a422-e8db27462e14 HTTP/1.1" status: 204 len: 168 time: 0.5044053 Apr 01 16:12:55.408791 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45454) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:55.475773 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (eee16103-5f39-484b-a02e-9ae3d119768c), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.550042 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 08793f1d-e468-4442-a9d7-8a9f259aec84 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:12:55.557315 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (eee16103-5f39-484b-a02e-9ae3d119768c), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.581455 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee16103-5f39-484b-a02e-9ae3d119768c']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.592022 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e291e294-130f-425f-b215-8221ecc1ea20') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.592350 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e291e294-130f-425f-b215-8221ecc1ea20') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.602533 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3429397'] for segment (e291e294-130f-425f-b215-8221ecc1ea20), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.617465 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (e291e294-130f-425f-b215-8221ecc1ea20), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.624127 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:55.624670 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810028'] for segment (e291e294-130f-425f-b215-8221ecc1ea20), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: Traceback (most recent call last): Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: timer() Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: cb(*args, **kw) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: return func(*args, **kwargs) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: self._notify() Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: self.callback(batched_events) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: event.method(event) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: return f(self, *a, **k) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: return self._get(url).json() Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:55.626550 dv-cinder-835880-3-smb neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:55.664453 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 08793f1d-e468-4442-a9d7-8a9f259aec84, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08793f1d-e468-4442-a9d7-8a9f259aec84,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:55.681199 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'port_id': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'mac_address': 'fa:16:3e:ed:e9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:12:55.681985 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (eee16103-5f39-484b-a02e-9ae3d119768c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.689402 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.695173 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eee16103-5f39-484b-a02e-9ae3d119768c HTTP/1.1" status: 204 len: 168 time: 0.2830880 Apr 01 16:12:55.707226 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee16103-5f39-484b-a02e-9ae3d119768c,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:55.717325 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.717823 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.718175 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.718516 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.718859 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.719745 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.720084 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.720549 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.720907 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.721803 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.722144 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.722479 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.722810 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.723906 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.724370 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6d1e-a956-425d-a47e-0d978b198202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.736328 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 08793f1d-e468-4442-a9d7-8a9f259aec84 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:12:55.736728 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.750237 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08793f1d-e468-4442-a9d7-8a9f259aec84 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:55.770593 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 08793f1d-e468-4442-a9d7-8a9f259aec84, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08793f1d-e468-4442-a9d7-8a9f259aec84,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:55.775535 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:55.829325 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=08793f1d-e468-4442-a9d7-8a9f259aec84,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:55.931467 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45466) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:55.998121 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-7c4b272a-aea6-40f5-88e3-8cc23e6291fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f12cad8caca24be7a469729f6fb082db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647063 Apr 01 16:12:56.001158 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45470) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:56.005923 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['08793f1d-e468-4442-a9d7-8a9f259aec84'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:56.074529 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:56.078544 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc7cb-23dd-4489-b50d-4a4a5eaad882 admin admin] Publish callbacks [] for security_group (b4583fb2-98c6-47b3-8781-f482a023d573), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:56.108995 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc7cb-23dd-4489-b50d-4a4a5eaad882 admin admin] Publish callbacks [] for security_group (b4583fb2-98c6-47b3-8781-f482a023d573), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:56.168288 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc7cb-23dd-4489-b50d-4a4a5eaad882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b4583fb2-98c6-47b3-8781-f482a023d573), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:56.171765 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc7cb-23dd-4489-b50d-4a4a5eaad882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:56.176585 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-cf0bc7cb-23dd-4489-b50d-4a4a5eaad882 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4583fb2-98c6-47b3-8781-f482a023d573 HTTP/1.1" status: 204 len: 168 time: 0.1636086 Apr 01 16:12:56.183515 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bc7cb-23dd-4489-b50d-4a4a5eaad882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4583fb2-98c6-47b3-8781-f482a023d573,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:56.383907 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d68d6-b53f-4e11-b661-e9131ef73016 req-73d31e31-f436-46c1-83da-3e6195fe99d4 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:56.385423 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-642d68d6-b53f-4e11-b661-e9131ef73016 req-73d31e31-f436-46c1-83da-3e6195fe99d4 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 944 time: 0.0600817 Apr 01 16:12:56.433759 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-642d68d6-b53f-4e11-b661-e9131ef73016 req-93255e82-5aba-4114-b4b5-3b03809e02d7 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426974 Apr 01 16:12:56.493903 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:12:56.863898 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45502) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:56.958608 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1070328598-network', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:56.978448 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Made reservation on behalf of 29d73469ecdd4a90932e248fb65ea77e for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:56.980694 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:56.990038 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:56.990947 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9928c12a-4824-4a30-a886-25a962d01666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.064244 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks [] for security_group (0514fdbc-09bd-4529-8765-5d15c0a77005), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.067970 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0514fdbc-09bd-4529-8765-5d15c0a77005), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.098627 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:12:57.104979 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514fdbc-09bd-4529-8765-5d15c0a77005,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.111862 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (d2eab597-b217-4776-88ae-561d3ac6a2a9), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.112063 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Added segment d2eab597-b217-4776-88ae-561d3ac6a2a9 of type vlan for network 405abcfe-bad0-4121-a97a-2077311ac170 Apr 01 16:12:57.155222 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (405abcfe-bad0-4121-a97a-2077311ac170), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.181008 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (405abcfe-bad0-4121-a97a-2077311ac170), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.181790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:57.182379 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.235592 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3705637 Apr 01 16:12:57.238673 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45514) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:57.243689 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Request body: {'subnet': {'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1070328598-subnet', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:57.246375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780c2e0-991c-4895-b8de-a12d5980656e admin admin] Pushing event updated for resources: {'Network': ['ID=405abcfe-bad0-4121-a97a-2077311ac170,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.258002 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 405abcfe-bad0-4121-a97a-2077311ac170 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:12:57.271831 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Made reservation on behalf of 29d73469ecdd4a90932e248fb65ea77e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:57.274326 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.473131 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (3b0d6b04-69ed-4a9f-a55c-5d74060f0ede), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.540459 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.552399 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Checking segment: {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:12:57.552743 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Network hostable DHCP agents. Network: 405abcfe-bad0-4121-a97a-2077311ac170, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:12:57.563013 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 08793f1d-e468-4442-a9d7-8a9f259aec84 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:12:57.573869 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Network 405abcfe-bad0-4121-a97a-2077311ac170 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:12:57.576713 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af653e-fb3b-4286-957a-6bcf78dfd5a9 req-d258ec9b-8ff0-435d-8d2c-d677ff356b4b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:57.578893 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d6af653e-fb3b-4286-957a-6bcf78dfd5a9 req-d258ec9b-8ff0-435d-8d2c-d677ff356b4b tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 944 time: 0.0674088 Apr 01 16:12:57.587895 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 405abcfe-bad0-4121-a97a-2077311ac170) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:57.592682 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:57.593268 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.600255 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913debe-ebbc-45aa-b2f5-34ae6ba60b42 None None] Network 405abcfe-bad0-4121-a97a-2077311ac170 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:12:57.611921 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a4b155cf-bba9-4d1f-b14b-044365dcf6e4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3714066 Apr 01 16:12:57.613878 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45530) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:57.619011 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:57.643288 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (00666544-b060-45d8-aa30-423de1ba084e), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.645096 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (00666544-b060-45d8-aa30-423de1ba084e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.650529 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d6af653e-fb3b-4286-957a-6bcf78dfd5a9 req-dd088729-67f1-4a74-88fa-a0fa80e2cf0d tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617852 Apr 01 16:12:57.686258 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 08793f1d-e468-4442-a9d7-8a9f259aec84 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:12:57.691861 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 08793f1d-e468-4442-a9d7-8a9f259aec84 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:12:57.692436 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.708178 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks [] for router_controller (00666544-b060-45d8-aa30-423de1ba084e), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.747096 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-405abcfe-bad0-4121-a97a-2077311ac170', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:12:57.748540 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.852628 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks [] for router_gateway (00666544-b060-45d8-aa30-423de1ba084e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:57.871038 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 08793f1d-e468-4442-a9d7-8a9f259aec84 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:12:57.872076 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.054971 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:58.057214 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a38a4b-b8a3-4124-805c-b8cb48adda23" -d '{"events": [{"server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "name": "network-vif-plugged", "status": "completed", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:58.069253 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks [] for router_gateway (00666544-b060-45d8-aa30-423de1ba084e), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.075435 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 08793f1d-e468-4442-a9d7-8a9f259aec84, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08793f1d-e468-4442-a9d7-8a9f259aec84,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:58.079642 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Allocated IP 172.20.0.2 (405abcfe-bad0-4121-a97a-2077311ac170/3b0d6b04-69ed-4a9f-a55c-5d74060f0ede/55ff12bc-1bca-44e6-8dfe-14424999c9d2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:58.082375 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.093333 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.114939 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c138048d-e152-4b5c-afd7-3534e21aceb6 x-openstack-request-id: req-c138048d-e152-4b5c-afd7-3534e21aceb6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:58.115349 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "name": "network-vif-plugged", "status": "completed", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:58.115575 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c138048d-e152-4b5c-afd7-3534e21aceb6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:58.115901 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c138048d-e152-4b5c-afd7-3534e21aceb6'] response: {'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'code': 200} Apr 01 16:12:58.204855 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=08793f1d-e468-4442-a9d7-8a9f259aec84,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:58.228223 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Allocated IP 172.28.3.9 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/fa1ee44b-2a8a-4243-ae51-472c965f3be9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:58.300325 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7fcb-74e6-46eb-8b8e-537bae41357d req-889d0e55-5fb0-40d6-98d4-87e49e01e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:58.302494 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-383f7fcb-74e6-46eb-8b8e-537bae41357d req-889d0e55-5fb0-40d6-98d4-87e49e01e748 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 1129 time: 0.0504985 Apr 01 16:12:58.323948 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Publish callbacks [] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.331076 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.345202 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks [] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.354751 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-383f7fcb-74e6-46eb-8b8e-537bae41357d req-f2775410-b829-4d0f-86fe-40ddfe941896 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448411 Apr 01 16:12:58.368085 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Network 405abcfe-bad0-4121-a97a-2077311ac170 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:58.372404 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:58.376817 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:58.382126 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.389251 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Pushing event updated for resources: {'Port': ['ID=55ff12bc-1bca-44e6-8dfe-14424999c9d2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:58.428321 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:58.433203 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:58.439549 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:58.446517 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1ee44b-2a8a-4243-ae51-472c965f3be9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:58.447970 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Attempting to bind port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:12:58.448341 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Attempting to bind port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:12:58.449265 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Attempting to bind port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 on network 405abcfe-bad0-4121-a97a-2077311ac170 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:58.454957 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:58.455333 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Checking segment: {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:12:58.455730 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.456114 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Bound using segment: {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:58.456685 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Bound port: 55ff12bc-1bca-44e6-8dfe-14424999c9d2, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:12:58.457065 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.522620 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] For port 55ff12bc-1bca-44e6-8dfe-14424999c9d2, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:58.527572 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] For port 55ff12bc-1bca-44e6-8dfe-14424999c9d2, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=55ff12bc-1bca-44e6-8dfe-14424999c9d2,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:58.535617 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.620833 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e2507-db42-4953-8677-6e1f39f85307 None None] Pushing event updated for resources: {'Port': ['ID=55ff12bc-1bca-44e6-8dfe-14424999c9d2,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:58.807741 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks [] for router_gateway (00666544-b060-45d8-aa30-423de1ba084e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:58.831211 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7c6b-5dfb-494d-be53-f0d2ab558d9e req-46d6cc66-ff1e-4782-a23a-b82bd71153f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:58.832975 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f3cc7c6b-5dfb-494d-be53-f0d2ab558d9e req-46d6cc66-ff1e-4782-a23a-b82bd71153f1 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 945 time: 0.0825362 Apr 01 16:12:58.902362 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f3cc7c6b-5dfb-494d-be53-f0d2ab558d9e req-2086bef1-237b-49e6-b823-72832229d2d4 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629370 Apr 01 16:12:59.046267 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (00666544-b060-45d8-aa30-423de1ba084e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:59.177448 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Router 00666544-b060-45d8-aa30-423de1ba084e is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:12:59.289791 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:12:59.300815 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Sync routers for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:59.314749 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:59.315751 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:59.317956 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:59.319007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45548) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:12:59.326364 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-38a98423-9305-45af-a0d8-07c1cd53afc1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7092073 Apr 01 16:12:59.363556 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20f31375-c934-4e47-ba87-4803212a381e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:59.460667 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:59.683565 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca61161-3e96-4314-af8a-25deb64d2c33 None None] Network 405abcfe-bad0-4121-a97a-2077311ac170 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:12:59.701014 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:12:58Z', 'revision_number': 3, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:59.730841 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Checking router: 00666544-b060-45d8-aa30-423de1ba084e for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:59.731436 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Updating router 00666544-b060-45d8-aa30-423de1ba084e port fa1ee44b-2a8a-4243-ae51-472c965f3be9 binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:12:59.761663 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:59.822859 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:59.848196 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-99d1fbb2-7a57-4686-9adf-da80856a70d4 None None] Provisioning complete for port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:12:59.848664 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99d1fbb2-7a57-4686-9adf-da80856a70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:12:59.977876 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-99d1fbb2-7a57-4686-9adf-da80856a70d4 None None] Current status of the port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:12:59.978329 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99d1fbb2-7a57-4686-9adf-da80856a70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.029015 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-99d1fbb2-7a57-4686-9adf-da80856a70d4 None None] For port 55ff12bc-1bca-44e6-8dfe-14424999c9d2, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=55ff12bc-1bca-44e6-8dfe-14424999c9d2,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:00.034502 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99d1fbb2-7a57-4686-9adf-da80856a70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.121022 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1fbb2-7a57-4686-9adf-da80856a70d4 None None] Pushing event updated for resources: {'Port': ['ID=55ff12bc-1bca-44e6-8dfe-14424999c9d2,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.148154 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Publish callbacks [] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.155377 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.181601 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e184d-3e77-4c1a-b968-8c96e76f0108 req-db5bb1f0-2dd0-4156-83e0-c29fd26a2bd2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:00.182860 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-333e184d-3e77-4c1a-b968-8c96e76f0108 req-db5bb1f0-2dd0-4156-83e0-c29fd26a2bd2 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 945 time: 0.1388519 Apr 01 16:13:00.195638 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Allocated IP 172.20.0.1 (405abcfe-bad0-4121-a97a-2077311ac170/3b0d6b04-69ed-4a9f-a55c-5d74060f0ede/0f744c86-2a03-470b-86c0-6a651dc962ff) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:00.207964 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Attempting to bind port fa1ee44b-2a8a-4243-ae51-472c965f3be9 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:13:00.207964 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Attempting to bind port fa1ee44b-2a8a-4243-ae51-472c965f3be9 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:13:00.210154 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Attempting to bind port fa1ee44b-2a8a-4243-ae51-472c965f3be9 on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:00.221436 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Pushing event updated for resources: {'Port': ['ID=fa1ee44b-2a8a-4243-ae51-472c965f3be9,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.223787 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:00.224164 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:00.224639 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.225332 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:00.225952 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Bound port: fa1ee44b-2a8a-4243-ae51-472c965f3be9, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:13:00.226798 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.252148 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.252564 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.252938 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.253351 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.253719 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.254048 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.254373 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.254692 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.255012 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.255340 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.255657 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.255991 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.256309 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.256623 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.256939 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:00.259494 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-3ce91d54-d229-4313-bddb-861cebc099eb None None] Provisioning complete for port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:00.259874 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ce91d54-d229-4313-bddb-861cebc099eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.296112 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] For port fa1ee44b-2a8a-4243-ae51-472c965f3be9, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:00.300224 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] For port fa1ee44b-2a8a-4243-ae51-472c965f3be9, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=fa1ee44b-2a8a-4243-ae51-472c965f3be9,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:00.302318 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-333e184d-3e77-4c1a-b968-8c96e76f0108 req-ec0c45f6-b1ac-43b9-bcd2-9d19a1c3c0ff tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078353 Apr 01 16:13:00.310464 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.356451 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3ce91d54-d229-4313-bddb-861cebc099eb None None] Current status of the port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:00.367641 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:00.368407 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:00.388901 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.391063 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks [] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.439032 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.451467 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f82ba-8618-4bbb-96ef-a2163779a973 req-c0c241b0-4309-4a6b-ac98-f8ff7a906023 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:00.454033 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d66f82ba-8618-4bbb-96ef-a2163779a973 req-c0c241b0-4309-4a6b-ac98-f8ff7a906023 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 945 time: 0.0667515 Apr 01 16:13:00.464855 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45566) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:00.471469 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Request body: {'floatingip': {'port_id': '08793f1d-e468-4442-a9d7-8a9f259aec84'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:00.482863 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Network 405abcfe-bad0-4121-a97a-2077311ac170 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:00.486357 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:00.492960 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:00.535633 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (00666544-b060-45d8-aa30-423de1ba084e), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.550443 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (e0347cac-6899-4bdc-9890-8050c0ce96ec), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.587260 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Pushing event updated for resources: {'Port': ['ID=0f744c86-2a03-470b-86c0-6a651dc962ff,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.599592 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:00.612121 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 55ff12bc-1bca-44e6-8dfe-14424999c9d2 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:00.680956 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:00.681323 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.722876 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178c11f-afdf-494a-a259-a54c224f994d None None] Pushing event updated for resources: {'Port': ['ID=fa1ee44b-2a8a-4243-ae51-472c965f3be9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.812948 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:00.858352 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:12:58Z', 'revision_number': 3, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:00.880699 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-f79d78bf-664a-4fda-89fc-41d9cc915fc8 None None] Provisioning complete for port 0f744c86-2a03-470b-86c0-6a651dc962ff triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:00.881241 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f79d78bf-664a-4fda-89fc-41d9cc915fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:00.894743 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e3faa-6165-4447-8a03-21795f75d46c None None] The sync data for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb is: [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:12:58Z', 'revision_number': 3, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:00.944104 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f79d78bf-664a-4fda-89fc-41d9cc915fc8 None None] Port 0f744c86-2a03-470b-86c0-6a651dc962ff cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:13:01.011646 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.268800 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks [] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.275801 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.298133 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.304281 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (e0347cac-6899-4bdc-9890-8050c0ce96ec), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.328713 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (00666544-b060-45d8-aa30-423de1ba084e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.430249 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Pushing event updated for resources: {'Port': ['ID=0f744c86-2a03-470b-86c0-6a651dc962ff,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:01.457140 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45584) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:01.490600 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Network 405abcfe-bad0-4121-a97a-2077311ac170 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:01.492243 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:01.642905 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e7b208ba-a609-474c-a87d-202fffd7df41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.664977 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Router 00666544-b060-45d8-aa30-423de1ba084e has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:13:01.765364 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Floating IP e0347cac-6899-4bdc-9890-8050c0ce96ec associated. External IP: 172.28.3.153, port: 08793f1d-e468-4442-a9d7-8a9f259aec84. Apr 01 16:13:01.785238 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-eee84ff7-2033-4726-8f1c-1788c7fb95f7 None None] Provisioning complete for port 0f744c86-2a03-470b-86c0-6a651dc962ff triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:01.786642 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eee84ff7-2033-4726-8f1c-1788c7fb95f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.830863 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:01.831968 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-eee84ff7-2033-4726-8f1c-1788c7fb95f7 None None] Port 0f744c86-2a03-470b-86c0-6a651dc962ff cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:13:01.848873 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4b85b679-090d-4ef5-855b-82c2de3fdf31 admin admin] 10.222.0.70 "PUT /v2.0/routers/00666544-b060-45d8-aa30-423de1ba084e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287597 Apr 01 16:13:01.874336 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e7b208ba-a609-474c-a87d-202fffd7df41 admin admin] Publish callbacks [] for security_group (f583e206-d404-42dd-babf-85039ab3dcdc), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.881651 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e7b208ba-a609-474c-a87d-202fffd7df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f583e206-d404-42dd-babf-85039ab3dcdc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:01.939196 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-e7b208ba-a609-474c-a87d-202fffd7df41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc0a4d6ec840452a8b4493f95abd5729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4806452 Apr 01 16:13:01.939974 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b208ba-a609-474c-a87d-202fffd7df41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f583e206-d404-42dd-babf-85039ab3dcdc,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:01.941827 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:02.005926 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.050585 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e55bd33a-1822-4336-ac09-7def3da8505d admin admin] Publish callbacks [] for security_group (f583e206-d404-42dd-babf-85039ab3dcdc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.082993 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:13:02.085226 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e55bd33a-1822-4336-ac09-7def3da8505d admin admin] Publish callbacks [] for security_group (f583e206-d404-42dd-babf-85039ab3dcdc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.214429 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e55bd33a-1822-4336-ac09-7def3da8505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f583e206-d404-42dd-babf-85039ab3dcdc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.217465 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e55bd33a-1822-4336-ac09-7def3da8505d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.218686 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-e55bd33a-1822-4336-ac09-7def3da8505d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f583e206-d404-42dd-babf-85039ab3dcdc HTTP/1.1" status: 204 len: 168 time: 0.2752271 Apr 01 16:13:02.229896 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bd33a-1822-4336-ac09-7def3da8505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583e206-d404-42dd-babf-85039ab3dcdc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:02.259588 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:02.264934 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.271383 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] Sync routers for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:02.283827 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:02.284960 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:02.306044 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a6a26ead-0077-4a9b-859d-9524c1541bf0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "PUT /v2.0/floatingips/e0347cac-6899-4bdc-9890-8050c0ce96ec HTTP/1.1" status: 200 len: 991 time: 1.8392107 Apr 01 16:13:02.310267 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:02.314149 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c793581-bdf0-46aa-9840-9d1bb4622aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:02.359756 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30da793e-a31a-43cb-8b5d-38f818f35c78 x-openstack-request-id: req-30da793e-a31a-43cb-8b5d-38f818f35c78 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:02.360044 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:02.360292 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30da793e-a31a-43cb-8b5d-38f818f35c78 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:02.360947 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30da793e-a31a-43cb-8b5d-38f818f35c78'] response: {'name': 'network-changed', 'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'status': 'completed', 'code': 200} Apr 01 16:13:02.435554 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:02.443255 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-1058ad98-f0bc-443f-ac4b-5efd49793fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:02.445081 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-1058ad98-f0bc-443f-ac4b-5efd49793fdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56953c8a31934b56b5e605d4c292b041&device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 1129 time: 0.0616128 Apr 01 16:13:02.614708 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45614) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:02.620691 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-500211157-network', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:02.623691 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-6f33b775-3e57-4542-8a90-830771e3fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:02.625582 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-6f33b775-3e57-4542-8a90-830771e3fbce service neutron] 10.222.0.57 "GET /v2.0/networks?id=71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 200 len: 912 time: 0.1737747 Apr 01 16:13:02.639950 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fa1ee44b-2a8a-4243-ae51-472c965f3be9 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:02.652633 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Made reservation on behalf of eb78a3b826144e65898c1c22fd66125d for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:02.656466 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.674216 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.712087 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-0ed88c91-6543-4923-85d6-bf1665da37c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08793f1d-e468-4442-a9d7-8a9f259aec84 HTTP/1.1" status: 200 len: 999 time: 0.0797412 Apr 01 16:13:02.746716 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port fa1ee44b-2a8a-4243-ae51-472c965f3be9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:02.747610 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.785036 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-df629284-17ee-44d2-9a36-66c5420d3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:02.788281 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-df629284-17ee-44d2-9a36-66c5420d3bc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 200 len: 850 time: 0.0706482 Apr 01 16:13:02.811026 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks [] for security_group (13aec237-6f4c-4da2-814b-cdfd533d8e8b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.819994 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (13aec237-6f4c-4da2-814b-cdfd533d8e8b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.850451 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:02.856303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-77fabe80-239f-45ae-94ba-cc863dec9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:02.858734 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-77fabe80-239f-45ae-94ba-cc863dec9ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71641742-02b5-4ba4-81ef-b19c905751a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0640759 Apr 01 16:13:02.870675 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (81a59c3a-9ff8-4704-8998-a380be3ea45d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.870959 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.segments_db [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Added segment 81a59c3a-9ff8-4704-8998-a380be3ea45d of type vlan for network cb00c079-7a27-42c5-adda-de15a1a95d94 Apr 01 16:13:02.872934 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aec237-6f4c-4da2-814b-cdfd533d8e8b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:02.884260 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'e0347cac-6899-4bdc-9890-8050c0ce96ec', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'floating_ip_address': '172.28.3.153', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'port_id': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'mac_address': 'fa:16:3e:ed:e9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:48Z', 'updated_at': '2022-04-01T16:13:01Z', 'revision_number': 1, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:02.891423 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port fa1ee44b-2a8a-4243-ae51-472c965f3be9 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:02.891820 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.937325 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] Checking router: df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:02.958672 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (cb00c079-7a27-42c5-adda-de15a1a95d94), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.960154 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port fa1ee44b-2a8a-4243-ae51-472c965f3be9, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=fa1ee44b-2a8a-4243-ae51-472c965f3be9,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:02.963230 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:02.963802 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:02.968262 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:02.999028 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-a88476ee-21bb-449e-9fd0-95e2404a73b6 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336789 Apr 01 16:13:03.012410 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (cb00c079-7a27-42c5-adda-de15a1a95d94), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.014411 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:03.015254 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.055026 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4387562 Apr 01 16:13:03.089565 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:03.101316 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Sync routers for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:03.108060 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Request body: {'subnet': {'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-500211157-subnet', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:03.128038 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=fa1ee44b-2a8a-4243-ae51-472c965f3be9,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:03.131311 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439f976-3e94-4193-9e28-e779fa10adbf admin admin] Pushing event updated for resources: {'Network': ['ID=cb00c079-7a27-42c5-adda-de15a1a95d94,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:03.132121 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:03.134139 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:03.145118 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Made reservation on behalf of eb78a3b826144e65898c1c22fd66125d for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:03.148457 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.156416 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network cb00c079-7a27-42c5-adda-de15a1a95d94 details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:13:03.178959 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c793581-bdf0-46aa-9840-9d1bb4622aa9 req-ba6cf49c-e382-4401-99f9-dd745a1ab434 service neutron] 10.222.0.57 "GET /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739783 Apr 01 16:13:03.249706 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:03.284835 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:03.387816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (591bdbf0-9381-4225-8f9f-af068688f832), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.467656 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591bdbf0-9381-4225-8f9f-af068688f832,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:03.487187 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Checking segment: {'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:03.487948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Network hostable DHCP agents. Network: cb00c079-7a27-42c5-adda-de15a1a95d94, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:03.515456 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Network cb00c079-7a27-42c5-adda-de15a1a95d94 is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:03.532084 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, cb00c079-7a27-42c5-adda-de15a1a95d94) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:03.537725 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:03.539879 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.547668 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f9e7a-b4f6-41ea-b6e7-236723c4469e None None] Network cb00c079-7a27-42c5-adda-de15a1a95d94 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:13:03.553216 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.554914 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:01Z', 'revision_number': 2, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:03.564522 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1a79b77c-574b-4ca0-b8d9-5bf90fb3d037 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4732487 Apr 01 16:13:03.566573 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45634) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:03.571020 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:03.593495 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.595574 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.598809 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Checking router: 00666544-b060-45d8-aa30-423de1ba084e for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:03.599102 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Updating router 00666544-b060-45d8-aa30-423de1ba084e port 0f744c86-2a03-470b-86c0-6a651dc962ff binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:13:03.626989 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'e0347cac-6899-4bdc-9890-8050c0ce96ec', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'floating_ip_address': '172.28.3.153', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'port_id': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'mac_address': 'fa:16:3e:ed:e9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:48Z', 'updated_at': '2022-04-01T16:13:01Z', 'revision_number': 1, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:03.646580 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.663390 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks [] for router_controller (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.806848 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335bf6c-4771-4c55-b3c9-9a2fd88bc285 None None] The sync data for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb is: [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'e0347cac-6899-4bdc-9890-8050c0ce96ec', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'floating_ip_address': '172.28.3.153', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'port_id': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'mac_address': 'fa:16:3e:ed:e9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:48Z', 'updated_at': '2022-04-01T16:13:01Z', 'revision_number': 1, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:03.860378 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-cb00c079-7a27-42c5-adda-de15a1a95d94', 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94', 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'fixed_ips': [{'subnet_id': '591bdbf0-9381-4225-8f9f-af068688f832'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:13:03.861979 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:03.862976 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks [] for router_gateway (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.025555 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Publish callbacks [] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.033111 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.044645 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Allocated IP 172.20.0.2 (cb00c079-7a27-42c5-adda-de15a1a95d94/591bdbf0-9381-4225-8f9f-af068688f832/773ed678-6b9c-4e4d-a747-2121c9a39216) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:04.181087 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks [] for router_gateway (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.196306 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Attempting to bind port 0f744c86-2a03-470b-86c0-6a651dc962ff on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:13:04.197463 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Attempting to bind port 0f744c86-2a03-470b-86c0-6a651dc962ff by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:13:04.198018 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Attempting to bind port 0f744c86-2a03-470b-86c0-6a651dc962ff on network 405abcfe-bad0-4121-a97a-2077311ac170 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:04.209886 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:04.210574 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Checking segment: {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:04.211341 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.211959 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Bound using segment: {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:04.212622 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Bound port: 0f744c86-2a03-470b-86c0-6a651dc962ff, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:13:04.213174 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.232514 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.256428 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Publish callbacks [] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.261939 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e109e20-daf3-40e1-bc9e-714600d53f0c None None] New status for floating IP e0347cac-6899-4bdc-9890-8050c0ce96ec: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:13:04.288787 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] For port 0f744c86-2a03-470b-86c0-6a651dc962ff, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:04.294095 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] For port 0f744c86-2a03-470b-86c0-6a651dc962ff, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=0f744c86-2a03-470b-86c0-6a651dc962ff,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:04.298563 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283314a-3157-47c3-b0fb-0e9070bb5ac9 None None] Pushing event updated for resources: {'Port': ['ID=0f744c86-2a03-470b-86c0-6a651dc962ff,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:04.305517 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.417215 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:04.418374 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:04.479744 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Allocated IP 172.28.3.222 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/865a913d-459c-452a-a306-c830f636453f) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:04.513976 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.537338 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283314a-3157-47c3-b0fb-0e9070bb5ac9 None None] Pushing event updated for resources: {'Port': ['ID=0f744c86-2a03-470b-86c0-6a651dc962ff,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:04.608864 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fa1ee44b-2a8a-4243-ae51-472c965f3be9 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:04.633846 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:04.731815 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks [] for port (865a913d-459c-452a-a306-c830f636453f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.739426 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-2f0e732e-a67c-444c-a759-85deb174d994 None None] Provisioning complete for port 0f744c86-2a03-470b-86c0-6a651dc962ff triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:04.739811 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f0e732e-a67c-444c-a759-85deb174d994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.749391 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Network cb00c079-7a27-42c5-adda-de15a1a95d94 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:04.750980 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Pushing event updated for resources: {'Port': ['ID=773ed678-6b9c-4e4d-a747-2121c9a39216,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:04.797398 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (865a913d-459c-452a-a306-c830f636453f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.833981 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:04.841929 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:04.851991 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Pushing event updated for resources: {'Port': ['ID=865a913d-459c-452a-a306-c830f636453f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:04.864376 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:04.866128 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:04.868603 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:04.976094 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port fa1ee44b-2a8a-4243-ae51-472c965f3be9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:04.976482 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:04.998712 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Attempting to bind port 773ed678-6b9c-4e4d-a747-2121c9a39216 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:13:04.999086 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Attempting to bind port 773ed678-6b9c-4e4d-a747-2121c9a39216 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:13:04.999450 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Attempting to bind port 773ed678-6b9c-4e4d-a747-2121c9a39216 on network cb00c079-7a27-42c5-adda-de15a1a95d94 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:05.014741 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:05.015126 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Checking segment: {'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:05.015532 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.015926 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Bound using segment: {'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:05.016408 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Bound port: 773ed678-6b9c-4e4d-a747-2121c9a39216, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:13:05.016789 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.061133 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:04Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:05.096547 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feeeb33-ee37-4740-8a86-ee256d4af3d3 None None] The sync data for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb is: [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:04Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:05.109974 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e732e-a67c-444c-a759-85deb174d994 None None] Current status of the port 0f744c86-2a03-470b-86c0-6a651dc962ff is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:05.110476 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f0e732e-a67c-444c-a759-85deb174d994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.193291 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] For port 773ed678-6b9c-4e4d-a747-2121c9a39216, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:05.221693 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] For port 773ed678-6b9c-4e4d-a747-2121c9a39216, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=773ed678-6b9c-4e4d-a747-2121c9a39216,segment=NetworkSegment(81a59c3a-9ff8-4704-8998-a380be3ea45d),segment_id=81a59c3a-9ff8-4704-8998-a380be3ea45d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:05.226407 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks [] for router_gateway (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.227545 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port fa1ee44b-2a8a-4243-ae51-472c965f3be9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:05.240942 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-2f0e732e-a67c-444c-a759-85deb174d994 None None] For port 0f744c86-2a03-470b-86c0-6a651dc962ff, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=0f744c86-2a03-470b-86c0-6a651dc962ff,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:05.242604 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.248037 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f0e732e-a67c-444c-a759-85deb174d994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.305273 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2920a9-99f3-467b-b5f5-39d8cc0e054c None None] Pushing event updated for resources: {'Port': ['ID=773ed678-6b9c-4e4d-a747-2121c9a39216,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.397528 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e732e-a67c-444c-a759-85deb174d994 None None] Pushing event updated for resources: {'Port': ['ID=0f744c86-2a03-470b-86c0-6a651dc962ff,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.401512 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-43a9f126-bb7b-4dfb-9270-62a1e64ba66e None None] Provisioning complete for port 0f744c86-2a03-470b-86c0-6a651dc962ff triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:05.401861 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43a9f126-bb7b-4dfb-9270-62a1e64ba66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.479772 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.490496 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-43a9f126-bb7b-4dfb-9270-62a1e64ba66e None None] Current status of the port 0f744c86-2a03-470b-86c0-6a651dc962ff is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:05.636491 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:13:05.765121 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:05.776407 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Sync routers for ids ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:05.782256 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:05.786071 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-835bf2ba-63fb-4d97-95d0-0322be7e3efe admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2159746 Apr 01 16:13:05.786406 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45670) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:05.791108 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Routers {'ab5e15d8-37d3-4d73-bdf5-5d066588bf98'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:05.791851 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:05.920966 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Set router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:06.289890 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '865a913d-459c-452a-a306-c830f636453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:13:05Z', 'revision_number': 3, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port': {'id': '865a913d-459c-452a-a306-c830f636453f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:04Z', 'updated_at': '2022-04-01T16:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:06.323016 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Checking router: ab5e15d8-37d3-4d73-bdf5-5d066588bf98 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:06.323399 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Updating router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 port 865a913d-459c-452a-a306-c830f636453f binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:13:06.371029 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (865a913d-459c-452a-a306-c830f636453f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.398911 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.540225 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ab0d48-d57d-4a4b-9fc9-4adb71b63b7b None None] Network cb00c079-7a27-42c5-adda-de15a1a95d94 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:13:06.665836 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Allocated IP 172.20.0.1 (cb00c079-7a27-42c5-adda-de15a1a95d94/591bdbf0-9381-4225-8f9f-af068688f832/2c078e91-0425-44a5-b016-e0275d5c0e34) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:06.769188 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Provisioning complete for port 773ed678-6b9c-4e4d-a747-2121c9a39216 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:06.769697 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.787454 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 773ed678-6b9c-4e4d-a747-2121c9a39216 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:06.871021 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Publish callbacks [] for port (865a913d-459c-452a-a306-c830f636453f), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.873712 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks [] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.882650 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (865a913d-459c-452a-a306-c830f636453f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.926690 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.961467 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1e276-63d6-48fe-827e-6e9a950c3901 None None] Pushing event updated for resources: {'Port': ['ID=865a913d-459c-452a-a306-c830f636453f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:06.966856 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Network cb00c079-7a27-42c5-adda-de15a1a95d94 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:06.967076 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Attempting to bind port 865a913d-459c-452a-a306-c830f636453f on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:13:06.967453 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Attempting to bind port 865a913d-459c-452a-a306-c830f636453f by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:13:06.967757 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Attempting to bind port 865a913d-459c-452a-a306-c830f636453f on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:06.970377 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:06.974470 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:06.974747 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:06.975352 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:06.975819 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.975952 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:06.976694 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Bound port: 865a913d-459c-452a-a306-c830f636453f, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:13:06.976858 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 773ed678-6b9c-4e4d-a747-2121c9a39216 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:06.977088 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (865a913d-459c-452a-a306-c830f636453f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:06.977201 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.006928 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Pushing event updated for resources: {'Port': ['ID=2c078e91-0425-44a5-b016-e0275d5c0e34,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:07.022179 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.022738 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.023261 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.023705 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.024137 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.024816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.025514 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.025674 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.026071 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.026493 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.026919 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.027335 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.027766 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.028762 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.029183 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.030344 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Current status of the port 773ed678-6b9c-4e4d-a747-2121c9a39216 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:07.031325 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.041870 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.089350 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] For port 865a913d-459c-452a-a306-c830f636453f, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:07.094285 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] For port 865a913d-459c-452a-a306-c830f636453f, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=865a913d-459c-452a-a306-c830f636453f,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:07.094919 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] For port 773ed678-6b9c-4e4d-a747-2121c9a39216, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=773ed678-6b9c-4e4d-a747-2121c9a39216,segment=NetworkSegment(81a59c3a-9ff8-4704-8998-a380be3ea45d),segment_id=81a59c3a-9ff8-4704-8998-a380be3ea45d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:07.110056 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (865a913d-459c-452a-a306-c830f636453f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.121646 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.188538 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 773ed678-6b9c-4e4d-a747-2121c9a39216 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:07.188858 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.204228 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c65ae2-6bc0-4625-8686-cff0bd32a72e req-6be26d73-8b1c-481e-803b-62e15a07051e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:07.210463 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-36c65ae2-6bc0-4625-8686-cff0bd32a72e req-6be26d73-8b1c-481e-803b-62e15a07051e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0819035 Apr 01 16:13:07.212583 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.225644 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1e276-63d6-48fe-827e-6e9a950c3901 None None] Pushing event updated for resources: {'Port': ['ID=865a913d-459c-452a-a306-c830f636453f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:07.237155 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Pushing event updated for resources: {'Port': ['ID=773ed678-6b9c-4e4d-a747-2121c9a39216,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:07.270761 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.271049 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.271354 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.271626 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.272053 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.272396 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.272721 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.273053 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.273372 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.273728 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.274062 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.274393 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.274719 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.275039 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.275231 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Routers {'ab5e15d8-37d3-4d73-bdf5-5d066588bf98'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:07.275393 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0c93b-3d21-46ca-a6ee-2c5cfc289ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:07.275954 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:07.293537 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-36c65ae2-6bc0-4625-8686-cff0bd32a72e req-11965615-4198-4b22-8a34-8022b1eb1e40 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776792 Apr 01 16:13:07.293919 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.db.api [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:13:07.294175 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG oslo_db.api [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:13:07.404202 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] Set router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:07.407676 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks [] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.413989 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.449664 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8351222d-d975-4bcc-9cef-5da152960669 None None] Provisioning complete for port 773ed678-6b9c-4e4d-a747-2121c9a39216 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:07.450952 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8351222d-d975-4bcc-9cef-5da152960669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.481058 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Pushing event updated for resources: {'Port': ['ID=2c078e91-0425-44a5-b016-e0275d5c0e34,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:07.486131 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.545761 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8351222d-d975-4bcc-9cef-5da152960669 None None] Current status of the port 773ed678-6b9c-4e4d-a747-2121c9a39216 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:07.607887 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Network cb00c079-7a27-42c5-adda-de15a1a95d94 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:07.609242 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:07.629023 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '865a913d-459c-452a-a306-c830f636453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 4, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port': {'id': '865a913d-459c-452a-a306-c830f636453f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:04Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '2c078e91-0425-44a5-b016-e0275d5c0e34', 'name': '', 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'mac_address': 'fa:16:3e:60:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '591bdbf0-9381-4225-8f9f-af068688f832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:06Z', 'updated_at': '2022-04-01T16:13:06Z', 'revision_number': 1, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'subnets': [{'id': '591bdbf0-9381-4225-8f9f-af068688f832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:07.654956 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883279d-6d0a-406d-a72e-b6bcc11ca2bc None None] The sync data for ids ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'] in dv-cinder-835880-3-smb is: [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '865a913d-459c-452a-a306-c830f636453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 4, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port': {'id': '865a913d-459c-452a-a306-c830f636453f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:04Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '2c078e91-0425-44a5-b016-e0275d5c0e34', 'name': '', 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'mac_address': 'fa:16:3e:60:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '591bdbf0-9381-4225-8f9f-af068688f832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:06Z', 'updated_at': '2022-04-01T16:13:06Z', 'revision_number': 1, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'subnets': [{'id': '591bdbf0-9381-4225-8f9f-af068688f832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:07.667953 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c872107c-29ef-4410-baa5-7e1cec4ec366 None None] Provisioning complete for port 2c078e91-0425-44a5-b016-e0275d5c0e34 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:07.670473 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c872107c-29ef-4410-baa5-7e1cec4ec366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:07.720021 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c872107c-29ef-4410-baa5-7e1cec4ec366 None None] Port 2c078e91-0425-44a5-b016-e0275d5c0e34 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:13:07.726951 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:13:07.843410 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 773ed678-6b9c-4e4d-a747-2121c9a39216 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:07.844586 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 0f744c86-2a03-470b-86c0-6a651dc962ff up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:07.876208 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:07.882139 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-63259204-f29a-46cc-b662-29d38550f123 admin admin] 10.222.0.70 "PUT /v2.0/routers/ab5e15d8-37d3-4d73-bdf5-5d066588bf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0943027 Apr 01 16:13:07.907856 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 0f744c86-2a03-470b-86c0-6a651dc962ff triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:07.908250 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:08.002093 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5f3d7cd7-8fc6-43eb-a7b3-a71e7c64ab7e None None] Provisioning complete for port 2c078e91-0425-44a5-b016-e0275d5c0e34 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:08.002476 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7cd7-8fc6-43eb-a7b3-a71e7c64ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:08.045813 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d7cd7-8fc6-43eb-a7b3-a71e7c64ab7e None None] Port 2c078e91-0425-44a5-b016-e0275d5c0e34 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:13:08.092574 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 0f744c86-2a03-470b-86c0-6a651dc962ff is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:08.477931 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743d57-cc8f-49a8-b5fc-bb25abd5d324 req-d4767238-355f-4a12-8a13-ecc22982d209 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:08.485224 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-67743d57-cc8f-49a8-b5fc-bb25abd5d324 req-d4767238-355f-4a12-8a13-ecc22982d209 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0990450 Apr 01 16:13:08.592266 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-67743d57-cc8f-49a8-b5fc-bb25abd5d324 req-3ad53809-cff2-4c52-98c6-b55a25b3bdee tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051111 Apr 01 16:13:08.668191 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 773ed678-6b9c-4e4d-a747-2121c9a39216 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:08.727366 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 773ed678-6b9c-4e4d-a747-2121c9a39216 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:08.728020 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:08.828560 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 773ed678-6b9c-4e4d-a747-2121c9a39216 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:09.718036 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83a7fb-6fa8-4c4a-82fa-6649f5e07f36 req-cdd82e07-567c-43ba-ae26-70164f7ac2d3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:09.725593 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8c83a7fb-6fa8-4c4a-82fa-6649f5e07f36 req-cdd82e07-567c-43ba-ae26-70164f7ac2d3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0658102 Apr 01 16:13:09.784942 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8c83a7fb-6fa8-4c4a-82fa-6649f5e07f36 req-f90f1487-82be-477e-bf85-61cef3495430 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583854 Apr 01 16:13:10.576201 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 865a913d-459c-452a-a306-c830f636453f up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:10.640995 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 865a913d-459c-452a-a306-c830f636453f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:10.641368 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (865a913d-459c-452a-a306-c830f636453f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:10.724936 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 865a913d-459c-452a-a306-c830f636453f is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:10.727665 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (865a913d-459c-452a-a306-c830f636453f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:10.752499 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 865a913d-459c-452a-a306-c830f636453f, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=865a913d-459c-452a-a306-c830f636453f,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:10.757173 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (865a913d-459c-452a-a306-c830f636453f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:10.815042 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=865a913d-459c-452a-a306-c830f636453f,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:10.949738 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80587-69e0-4ea5-8288-81863c11e07a req-6fd72aef-60a4-4bc8-85a7-5c95527d8bdc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:10.952140 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-79d80587-69e0-4ea5-8288-81863c11e07a req-6fd72aef-60a4-4bc8-85a7-5c95527d8bdc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0706325 Apr 01 16:13:11.011750 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-79d80587-69e0-4ea5-8288-81863c11e07a req-6fbffa47-5ad6-4bbb-abed-31efcbc544a2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522068 Apr 01 16:13:11.739287 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Sync routers for ids ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:11.874144 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45802) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:11.926549 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Routers {'ab5e15d8-37d3-4d73-bdf5-5d066588bf98'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:11.927493 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:12.003730 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98dab9b5-fc91-45a5-9aba-0d7e13dfcbdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.070078 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Set router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:12.132622 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98dab9b5-fc91-45a5-9aba-0d7e13dfcbdf admin admin] Publish callbacks [] for security_group (5cfbe96c-14a6-4892-be1a-f375e6b881ff), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.154836 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98dab9b5-fc91-45a5-9aba-0d7e13dfcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5cfbe96c-14a6-4892-be1a-f375e6b881ff), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.187614 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6489c3-5d05-4ca2-a9e3-2c8d775c4cd1 req-253d4190-cb11-4d0e-9fbc-9afb9ed7579b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:12.193508 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dab9b5-fc91-45a5-9aba-0d7e13dfcbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfbe96c-14a6-4892-be1a-f375e6b881ff,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:12.196444 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2a6489c3-5d05-4ca2-a9e3-2c8d775c4cd1 req-253d4190-cb11-4d0e-9fbc-9afb9ed7579b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0836973 Apr 01 16:13:12.235537 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-98dab9b5-fc91-45a5-9aba-0d7e13dfcbdf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b29db691abd4c83801096fd0d043e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602986 Apr 01 16:13:12.237885 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45808) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:12.276070 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2a6489c3-5d05-4ca2-a9e3-2c8d775c4cd1 req-c23bd408-a407-4f9b-90f0-985842c3085d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746493 Apr 01 16:13:12.306482 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b97478a5-55ea-4ee3-95f3-e6bce66e5bd9 admin admin] Publish callbacks [] for security_group (5cfbe96c-14a6-4892-be1a-f375e6b881ff), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.332258 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b97478a5-55ea-4ee3-95f3-e6bce66e5bd9 admin admin] Publish callbacks [] for security_group (5cfbe96c-14a6-4892-be1a-f375e6b881ff), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.368821 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '865a913d-459c-452a-a306-c830f636453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 4, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port': {'id': '865a913d-459c-452a-a306-c830f636453f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:04Z', 'updated_at': '2022-04-01T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '2c078e91-0425-44a5-b016-e0275d5c0e34', 'name': '', 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'mac_address': 'fa:16:3e:60:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '591bdbf0-9381-4225-8f9f-af068688f832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:06Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 2, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'subnets': [{'id': '591bdbf0-9381-4225-8f9f-af068688f832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:12.397096 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b97478a5-55ea-4ee3-95f3-e6bce66e5bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5cfbe96c-14a6-4892-be1a-f375e6b881ff), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.401530 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b97478a5-55ea-4ee3-95f3-e6bce66e5bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.406231 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-b97478a5-55ea-4ee3-95f3-e6bce66e5bd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cfbe96c-14a6-4892-be1a-f375e6b881ff HTTP/1.1" status: 204 len: 168 time: 0.1671767 Apr 01 16:13:12.406870 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Checking router: ab5e15d8-37d3-4d73-bdf5-5d066588bf98 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:12.407225 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Updating router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 port 2c078e91-0425-44a5-b016-e0275d5c0e34 binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:13:12.427433 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97478a5-55ea-4ee3-95f3-e6bce66e5bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfbe96c-14a6-4892-be1a-f375e6b881ff,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:12.439436 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.637039 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 865a913d-459c-452a-a306-c830f636453f up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:12.736071 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 865a913d-459c-452a-a306-c830f636453f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:12.736448 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (865a913d-459c-452a-a306-c830f636453f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.837805 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Publish callbacks [] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.863264 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:12.894097 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45814) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:12.917284 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 865a913d-459c-452a-a306-c830f636453f is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:12.940400 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99062-abb4-4043-9473-7dea5a7edc03 None None] Pushing event updated for resources: {'Port': ['ID=2c078e91-0425-44a5-b016-e0275d5c0e34,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:12.946549 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46b86462-cafa-4671-8e7a-ea53b9ef74c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.017375 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Attempting to bind port 2c078e91-0425-44a5-b016-e0275d5c0e34 on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:13:13.018333 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Attempting to bind port 2c078e91-0425-44a5-b016-e0275d5c0e34 by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:13:13.018890 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Attempting to bind port 2c078e91-0425-44a5-b016-e0275d5c0e34 on network cb00c079-7a27-42c5-adda-de15a1a95d94 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:13.025501 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:13.026221 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Checking segment: {'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:13.026835 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.027460 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Bound using segment: {'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:13.028170 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Bound port: 2c078e91-0425-44a5-b016-e0275d5c0e34, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a59c3a-9ff8-4704-8998-a380be3ea45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:13:13.028741 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.075911 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46b86462-cafa-4671-8e7a-ea53b9ef74c7 admin admin] Publish callbacks [] for security_group (c2ef4b4c-e52f-464a-be9a-d7afe5a8b533), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.085530 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46b86462-cafa-4671-8e7a-ea53b9ef74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c2ef4b4c-e52f-464a-be9a-d7afe5a8b533), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.130762 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45816) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:13.134245 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] For port 2c078e91-0425-44a5-b016-e0275d5c0e34, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:13.137545 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] For port 2c078e91-0425-44a5-b016-e0275d5c0e34, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=2c078e91-0425-44a5-b016-e0275d5c0e34,segment=NetworkSegment(81a59c3a-9ff8-4704-8998-a380be3ea45d),segment_id=81a59c3a-9ff8-4704-8998-a380be3ea45d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:13.138618 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-46b86462-cafa-4671-8e7a-ea53b9ef74c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=537cdf54e24c482284a699c9ced5c929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421820 Apr 01 16:13:13.157750 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.167891 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b86462-cafa-4671-8e7a-ea53b9ef74c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ef4b4c-e52f-464a-be9a-d7afe5a8b533,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.202767 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e602ac0d-759a-4c27-8fee-f48b44fb34e4 admin admin] Publish callbacks [] for security_group (c2ef4b4c-e52f-464a-be9a-d7afe5a8b533), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.236251 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e602ac0d-759a-4c27-8fee-f48b44fb34e4 admin admin] Publish callbacks [] for security_group (c2ef4b4c-e52f-464a-be9a-d7afe5a8b533), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.238607 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Routers {'ab5e15d8-37d3-4d73-bdf5-5d066588bf98'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:13.239254 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:12:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:13.242436 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99062-abb4-4043-9473-7dea5a7edc03 None None] Pushing event updated for resources: {'Port': ['ID=2c078e91-0425-44a5-b016-e0275d5c0e34,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.314575 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e602ac0d-759a-4c27-8fee-f48b44fb34e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (c2ef4b4c-e52f-464a-be9a-d7afe5a8b533), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.317356 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e602ac0d-759a-4c27-8fee-f48b44fb34e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.318819 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-e602ac0d-759a-4c27-8fee-f48b44fb34e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2ef4b4c-e52f-464a-be9a-d7afe5a8b533 HTTP/1.1" status: 204 len: 168 time: 0.1869087 Apr 01 16:13:13.333103 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602ac0d-759a-4c27-8fee-f48b44fb34e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ef4b4c-e52f-464a-be9a-d7afe5a8b533,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.376346 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-66bda1ec-29ee-4b6d-a630-c469a9ad006e None None] Provisioning complete for port 2c078e91-0425-44a5-b016-e0275d5c0e34 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:13.376785 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-66bda1ec-29ee-4b6d-a630-c469a9ad006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.451352 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] Set router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:13.533491 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d53046-956d-4d40-9d78-90538487dd68 req-6c2ae8ed-0bd6-4911-a9af-7a1a6d59a54a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:13.535618 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-40d53046-956d-4d40-9d78-90538487dd68 req-6c2ae8ed-0bd6-4911-a9af-7a1a6d59a54a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.1456888 Apr 01 16:13:13.632415 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-40d53046-956d-4d40-9d78-90538487dd68 req-8f238716-449f-4c8e-812b-4fed06a6d76c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783255 Apr 01 16:13:13.681711 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-66bda1ec-29ee-4b6d-a630-c469a9ad006e None None] Current status of the port 2c078e91-0425-44a5-b016-e0275d5c0e34 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:13.682206 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-66bda1ec-29ee-4b6d-a630-c469a9ad006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.753800 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-66bda1ec-29ee-4b6d-a630-c469a9ad006e None None] For port 2c078e91-0425-44a5-b016-e0275d5c0e34, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=2c078e91-0425-44a5-b016-e0275d5c0e34,segment=NetworkSegment(81a59c3a-9ff8-4704-8998-a380be3ea45d),segment_id=81a59c3a-9ff8-4704-8998-a380be3ea45d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:13.789880 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-66bda1ec-29ee-4b6d-a630-c469a9ad006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:13.856482 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bda1ec-29ee-4b6d-a630-c469a9ad006e None None] Pushing event updated for resources: {'Port': ['ID=2c078e91-0425-44a5-b016-e0275d5c0e34,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.888696 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '865a913d-459c-452a-a306-c830f636453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 4, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port': {'id': '865a913d-459c-452a-a306-c830f636453f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:04Z', 'updated_at': '2022-04-01T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '2c078e91-0425-44a5-b016-e0275d5c0e34', 'name': '', 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'mac_address': 'fa:16:3e:60:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '591bdbf0-9381-4225-8f9f-af068688f832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:06Z', 'updated_at': '2022-04-01T16:13:13Z', 'revision_number': 4, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'subnets': [{'id': '591bdbf0-9381-4225-8f9f-af068688f832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:13.927579 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f854c24-4265-48c3-94f8-18df049aca38 None None] The sync data for ids ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'] in dv-cinder-835880-3-smb is: [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '865a913d-459c-452a-a306-c830f636453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:13:07Z', 'revision_number': 4, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port': {'id': '865a913d-459c-452a-a306-c830f636453f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:04Z', 'updated_at': '2022-04-01T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '2c078e91-0425-44a5-b016-e0275d5c0e34', 'name': '', 'network_id': 'cb00c079-7a27-42c5-adda-de15a1a95d94', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'mac_address': 'fa:16:3e:60:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '591bdbf0-9381-4225-8f9f-af068688f832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:06Z', 'updated_at': '2022-04-01T16:13:13Z', 'revision_number': 4, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'subnets': [{'id': '591bdbf0-9381-4225-8f9f-af068688f832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:13.942215 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-e321572f-c5db-41c7-9880-10a49412c4f8 None None] Provisioning complete for port 2c078e91-0425-44a5-b016-e0275d5c0e34 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:13.942697 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e321572f-c5db-41c7-9880-10a49412c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:14.039120 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e321572f-c5db-41c7-9880-10a49412c4f8 None None] Current status of the port 2c078e91-0425-44a5-b016-e0275d5c0e34 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:14.627891 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 2c078e91-0425-44a5-b016-e0275d5c0e34 up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:14.715844 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 2c078e91-0425-44a5-b016-e0275d5c0e34 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:14.716303 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:14.849768 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624dfd-6c3f-4d98-8377-a851f20e95fd req-6ffda95c-4908-44b0-bd2b-d9253e915de6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:14.858076 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fa624dfd-6c3f-4d98-8377-a851f20e95fd req-6ffda95c-4908-44b0-bd2b-d9253e915de6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0732365 Apr 01 16:13:14.873104 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 2c078e91-0425-44a5-b016-e0275d5c0e34 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:14.946753 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fa624dfd-6c3f-4d98-8377-a851f20e95fd req-aca0289f-3daa-49b2-af3e-1f3476410442 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874255 Apr 01 16:13:15.670949 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45870) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:15.796648 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4dbedc9c-b02b-4114-b3da-c4818cb309e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:15.899218 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4dbedc9c-b02b-4114-b3da-c4818cb309e7 admin admin] Publish callbacks [] for security_group (3d4b1aa8-e470-4e6f-86d0-9318d7044de0), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:15.922759 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4dbedc9c-b02b-4114-b3da-c4818cb309e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3d4b1aa8-e470-4e6f-86d0-9318d7044de0), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:15.974944 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbedc9c-b02b-4114-b3da-c4818cb309e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4b1aa8-e470-4e6f-86d0-9318d7044de0,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:15.985250 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45878) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:15.998197 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4dbedc9c-b02b-4114-b3da-c4818cb309e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf7d54f78247493b90b9b761db0c381c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260977 Apr 01 16:13:16.110295 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74c6e1ba-a0ab-4d4c-9117-c51c3a7e5aaf admin admin] Publish callbacks [] for security_group (3d4b1aa8-e470-4e6f-86d0-9318d7044de0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.145441 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c47c54-ff91-4a85-99aa-2fe0a1e146b6 req-8992c9fa-bd51-4ee9-bf8e-483e27a096e2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:16.160021 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-19c47c54-ff91-4a85-99aa-2fe0a1e146b6 req-8992c9fa-bd51-4ee9-bf8e-483e27a096e2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.1305757 Apr 01 16:13:16.174418 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74c6e1ba-a0ab-4d4c-9117-c51c3a7e5aaf admin admin] Publish callbacks [] for security_group (3d4b1aa8-e470-4e6f-86d0-9318d7044de0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.225647 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-19c47c54-ff91-4a85-99aa-2fe0a1e146b6 req-e09be2e9-8bb4-4002-a8de-2cf9b2cd33d4 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592039 Apr 01 16:13:16.229723 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe00d14-c7b4-431f-a264-2e856b9337b3 req-9b95dc3f-cff7-4a6c-b54c-72e942230e4c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:16.232322 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7fe00d14-c7b4-431f-a264-2e856b9337b3 req-9b95dc3f-cff7-4a6c-b54c-72e942230e4c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1162012 Apr 01 16:13:16.281032 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74c6e1ba-a0ab-4d4c-9117-c51c3a7e5aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3d4b1aa8-e470-4e6f-86d0-9318d7044de0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.283632 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74c6e1ba-a0ab-4d4c-9117-c51c3a7e5aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.287291 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-74c6e1ba-a0ab-4d4c-9117-c51c3a7e5aaf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d4b1aa8-e470-4e6f-86d0-9318d7044de0 HTTP/1.1" status: 204 len: 168 time: 0.2985687 Apr 01 16:13:16.311539 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6e1ba-a0ab-4d4c-9117-c51c3a7e5aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4b1aa8-e470-4e6f-86d0-9318d7044de0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:16.318890 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7fe00d14-c7b4-431f-a264-2e856b9337b3 req-daf438f3-e5ec-499c-a077-a255e78bbdc7 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709531 Apr 01 16:13:16.619877 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 45888) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:16.633825 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-924e91bd-db09-4ebc-bfef-36ee6f777f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.726254 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-924e91bd-db09-4ebc-bfef-36ee6f777f28 admin admin] Publish callbacks [] for security_group (08563f41-c4eb-40e4-aef8-21578888fba0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.730820 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-924e91bd-db09-4ebc-bfef-36ee6f777f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (08563f41-c4eb-40e4-aef8-21578888fba0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.772629 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-924e91bd-db09-4ebc-bfef-36ee6f777f28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=214cb22315954ff689d03a492561ffd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493392 Apr 01 16:13:16.772629 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e91bd-db09-4ebc-bfef-36ee6f777f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08563f41-c4eb-40e4-aef8-21578888fba0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:16.773000 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 45890) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:16.828167 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c4c01a6-c347-4a9a-8509-b0a1da900204 admin admin] Publish callbacks [] for security_group (08563f41-c4eb-40e4-aef8-21578888fba0), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.856633 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c4c01a6-c347-4a9a-8509-b0a1da900204 admin admin] Publish callbacks [] for security_group (08563f41-c4eb-40e4-aef8-21578888fba0), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.918824 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c4c01a6-c347-4a9a-8509-b0a1da900204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (08563f41-c4eb-40e4-aef8-21578888fba0), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.921685 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c4c01a6-c347-4a9a-8509-b0a1da900204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:16.923498 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-6c4c01a6-c347-4a9a-8509-b0a1da900204 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08563f41-c4eb-40e4-aef8-21578888fba0 HTTP/1.1" status: 204 len: 168 time: 0.1494706 Apr 01 16:13:16.938116 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c01a6-c347-4a9a-8509-b0a1da900204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08563f41-c4eb-40e4-aef8-21578888fba0,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:17.383203 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643fc6a-8de0-44bc-a047-f0d96bf1c0a9 req-4214d387-e977-4995-bf85-40e696f0023d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:17.391494 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b643fc6a-8de0-44bc-a047-f0d96bf1c0a9 req-4214d387-e977-4995-bf85-40e696f0023d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0713336 Apr 01 16:13:17.451119 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b643fc6a-8de0-44bc-a047-f0d96bf1c0a9 req-68f9638b-3c5e-45d8-b9bd-5d0dcade6c76 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586853 Apr 01 16:13:17.492537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae093f-5be9-4544-9432-c4db4c748564 req-f0c48ab0-f2fb-47b2-87b7-389bfdc6df4e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:17.499551 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-34ae093f-5be9-4544-9432-c4db4c748564 req-f0c48ab0-f2fb-47b2-87b7-389bfdc6df4e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0723195 Apr 01 16:13:17.565405 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-34ae093f-5be9-4544-9432-c4db4c748564 req-dd29c727-e601-43a3-a31c-aab91d0e226b tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601826 Apr 01 16:13:17.671257 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:13:17.795865 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:17.809087 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '728daa01-7d93-4db5-8f41-27a309c2f179', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'port_id': '728daa01-7d93-4db5-8f41-27a309c2f179', 'mac_address': 'fa:16:3e:9b:41:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:13:17.854906 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 728daa01-7d93-4db5-8f41-27a309c2f179 is: ACTIVE; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:17.855467 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:17.873949 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 728daa01-7d93-4db5-8f41-27a309c2f179 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:17.904062 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:17.910313 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:17.966665 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:18.009428 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['728daa01-7d93-4db5-8f41-27a309c2f179'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:13:18.636458 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333fc6d-ce39-4839-adf0-0d5d75bb7f57 req-2808b060-abd0-4ddd-9323-a885b6e2bcf3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:18.639665 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3333fc6d-ce39-4839-adf0-0d5d75bb7f57 req-2808b060-abd0-4ddd-9323-a885b6e2bcf3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 944 time: 0.0962479 Apr 01 16:13:18.713716 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc3fb-fe06-4e4c-9706-0018c2eec898 req-32d1708d-b75f-48ce-b313-782f1bfb037f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:18.715771 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-50dcc3fb-fe06-4e4c-9706-0018c2eec898 req-32d1708d-b75f-48ce-b313-782f1bfb037f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0689127 Apr 01 16:13:18.717214 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3333fc6d-ce39-4839-adf0-0d5d75bb7f57 req-9451e47b-e730-4c46-bc18-222b1c72690a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673215 Apr 01 16:13:18.781030 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-50dcc3fb-fe06-4e4c-9706-0018c2eec898 req-7eec1c6b-dd9d-4268-bfd5-7b627705ce63 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570347 Apr 01 16:13:19.604228 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-4d95fded-d422-42ba-8f60-1fadb1926a5a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:19.606159 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-4d95fded-d422-42ba-8f60-1fadb1926a5a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 815 time: 0.1011918 Apr 01 16:13:19.621142 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-8fc635d1-11d8-40f2-b45d-1861e85ae1a4 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/quotas/29d73469ecdd4a90932e248fb65ea77e HTTP/1.1" status: 200 len: 375 time: 0.0088387 Apr 01 16:13:19.690259 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:19.695937 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-00a0c7ee-35fd-4914-b5a5-7b5246237e70 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679696 Apr 01 16:13:19.745983 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 728daa01-7d93-4db5-8f41-27a309c2f179 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:19.746597 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:19.805873 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-331276e1-d3c8-4927-9264-2f78f432fb96 service neutron] 10.222.0.70 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955884 Apr 01 16:13:19.835505 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 728daa01-7d93-4db5-8f41-27a309c2f179 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:19.836519 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:19.865646 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:19.868506 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90b1ed2-e042-413c-b3a4-b1b38a9ee4c4" -d '{"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-plugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:19.875892 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dbefc-b5a1-4477-9f3c-b8b2224cee83 req-21e9d9d2-d85d-4e49-8643-d51c7bc91621 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:19.877457 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-288dbefc-b5a1-4477-9f3c-b8b2224cee83 req-21e9d9d2-d85d-4e49-8643-d51c7bc91621 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 944 time: 0.0666981 Apr 01 16:13:19.882874 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:19.891074 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:19.930982 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-d5512579-4f3d-4343-8caa-32d84efb200f service neutron] 10.222.0.70 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188674 Apr 01 16:13:19.947425 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-288dbefc-b5a1-4477-9f3c-b8b2224cee83 req-25e25063-fdcf-4bd5-9618-101ebce9a1f3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605700 Apr 01 16:13:19.956599 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:20.103598 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db891a2-c7e2-42a9-8072-1cf144d3e279 req-5704111b-c0de-421d-b1f2-57a80b8985c5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:20.105395 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2db891a2-c7e2-42a9-8072-1cf144d3e279 req-5704111b-c0de-421d-b1f2-57a80b8985c5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0950539 Apr 01 16:13:20.114070 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06053fb9-a6df-4dfe-bbde-62af674e32d8 x-openstack-request-id: req-06053fb9-a6df-4dfe-bbde-62af674e32d8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:20.114381 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-plugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:20.114639 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06053fb9-a6df-4dfe-bbde-62af674e32d8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:20.115035 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06053fb9-a6df-4dfe-bbde-62af674e32d8'] response: {'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179', 'code': 200} Apr 01 16:13:20.191721 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-11950c0f-888f-441a-a63b-63141a158eef req-6d53fdd3-c3b7-43cc-aa38-6be5a977925b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 210 time: 0.0406086 Apr 01 16:13:20.199354 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2db891a2-c7e2-42a9-8072-1cf144d3e279 req-96600758-5f26-4f25-8c57-44ec5db484aa tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875614 Apr 01 16:13:21.094709 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f63be-6076-42c7-bd86-40770bbcda13 req-e15c0fb4-3049-4d28-aac5-4c887a98e46c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:21.101981 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f55f63be-6076-42c7-bd86-40770bbcda13 req-e15c0fb4-3049-4d28-aac5-4c887a98e46c tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0616333 Apr 01 16:13:21.151121 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f55f63be-6076-42c7-bd86-40770bbcda13 req-7eb594ad-46a7-4a02-9dae-efc64c287e77 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478289 Apr 01 16:13:21.289083 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4f80bc3b-fd12-4c31-a130-aa1285f25578 req-21e09252-6a67-4ffd-a5d6-707170667ea4 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 210 time: 0.0309737 Apr 01 16:13:21.351485 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741dbfd-42ff-4d2e-8cc8-0a0529415e48 req-51a012b5-e8c4-4728-935e-8b99eb437078 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:21.353285 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3741dbfd-42ff-4d2e-8cc8-0a0529415e48 req-51a012b5-e8c4-4728-935e-8b99eb437078 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0756795 Apr 01 16:13:21.431746 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3741dbfd-42ff-4d2e-8cc8-0a0529415e48 req-e09a9b33-d864-492f-aed5-465778d1ab50 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671687 Apr 01 16:13:21.525024 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-63b40266-4dd1-41c4-9521-1d6e86362c71 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:21.527019 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-63b40266-4dd1-41c4-9521-1d6e86362c71 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.57 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 815 time: 0.1510546 Apr 01 16:13:21.542363 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'port': {'device_id': '5368707b-20d4-4710-aed5-b19c229e8395', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'admin_state_up': True, 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:21.674506 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Made reservation on behalf of 29d73469ecdd4a90932e248fb65ea77e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:21.678905 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:22.186277 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Allocated IP 172.20.0.9 (405abcfe-bad0-4121-a97a-2077311ac170/3b0d6b04-69ed-4a9f-a55c-5d74060f0ede/8dd2607b-6a6d-4313-a4ba-72958a949321) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:22.452975 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd5a22-8eea-40c7-b0db-d4e02d5532a3 req-49a5cc79-4b0e-46f8-b1a6-923914f73782 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:22.456963 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-47dd5a22-8eea-40c7-b0db-d4e02d5532a3 req-49a5cc79-4b0e-46f8-b1a6-923914f73782 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.1319618 Apr 01 16:13:22.461303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:22.521298 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c364e2c4-dea7-420d-8438-8d11ada0aff2 req-81b38077-9414-494b-b96f-e8b67a77ac76 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 210 time: 0.0777028 Apr 01 16:13:22.545570 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-47dd5a22-8eea-40c7-b0db-d4e02d5532a3 req-efba9e94-34f5-4160-8c9e-db2e1f677864 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749547 Apr 01 16:13:22.549455 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:22.638514 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Network 405abcfe-bad0-4121-a97a-2077311ac170 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:22.643082 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:22.679828 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:22.683711 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:22.747029 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c04c5-4f3b-40ce-85ea-09e6fb884881 req-afeffd33-8947-4713-8d57-f3f8ca2e83e7 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:22.750384 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-db2c04c5-4f3b-40ce-85ea-09e6fb884881 req-afeffd33-8947-4713-8d57-f3f8ca2e83e7 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1061716 Apr 01 16:13:22.789690 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:22.793252 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:22.828045 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-e5fb9025-c643-4798-a483-fcdb038b4fee tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2868884 Apr 01 16:13:22.867090 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Request body: {'port': {'device_id': '5368707b-20d4-4710-aed5-b19c229e8395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:22.900556 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-db2c04c5-4f3b-40ce-85ea-09e6fb884881 req-02bbda2e-48b0-4fde-aef1-9ac921c86897 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367838 Apr 01 16:13:23.072148 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:23.184259 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1923e338-6785-4e08-9631-bdd3a2839ef1 None None] Provisioning complete for port 8dd2607b-6a6d-4313-a4ba-72958a949321 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:23.196162 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1923e338-6785-4e08-9631-bdd3a2839ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:23.330245 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1923e338-6785-4e08-9631-bdd3a2839ef1 None None] Port 8dd2607b-6a6d-4313-a4ba-72958a949321 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:13:23.486227 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd2607b-6a6d-4313-a4ba-72958a949321 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:23.502578 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Publish callbacks [] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:23.547374 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Transition to ACTIVE for port object 8dd2607b-6a6d-4313-a4ba-72958a949321 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:13:23.559259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:23.756810 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:24.037905 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54e880-8964-437b-816c-461b63b26c6b req-44952e54-5890-4c2f-bb0d-505339bdcd66 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:24.037905 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fe54e880-8964-437b-816c-461b63b26c6b req-44952e54-5890-4c2f-bb0d-505339bdcd66 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.2500243 Apr 01 16:13:24.143508 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Attempting to bind port 8dd2607b-6a6d-4313-a4ba-72958a949321 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:13:24.143856 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Attempting to bind port 8dd2607b-6a6d-4313-a4ba-72958a949321 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:13:24.144248 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Attempting to bind port 8dd2607b-6a6d-4313-a4ba-72958a949321 on network 405abcfe-bad0-4121-a97a-2077311ac170 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:24.179917 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46082) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:24.198594 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Port 8dd2607b-6a6d-4313-a4ba-72958a949321 on network 405abcfe-bad0-4121-a97a-2077311ac170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:13:24.199960 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Attempting to bind port 8dd2607b-6a6d-4313-a4ba-72958a949321 on network 405abcfe-bad0-4121-a97a-2077311ac170 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:24.206777 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fe54e880-8964-437b-816c-461b63b26c6b req-c4a65527-160d-4b2a-9b80-1f2aec0fa445 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534905 Apr 01 16:13:24.216973 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:24.217215 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Checking segment: {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:24.217787 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Bound using segment: {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:24.218535 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Bound port: 8dd2607b-6a6d-4313-a4ba-72958a949321, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2eab597-b217-4776-88ae-561d3ac6a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:13:24.219451 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:24.239836 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47f0a-5bfe-4f35-b347-07cb7f4d41e3 req-da8480cf-cc1a-4c75-8c61-817293f95637 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:24.241956 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c3c47f0a-5bfe-4f35-b347-07cb7f4d41e3 req-da8480cf-cc1a-4c75-8c61-817293f95637 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.4823964 Apr 01 16:13:24.355771 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c3c47f0a-5bfe-4f35-b347-07cb7f4d41e3 req-1fc7b071-c9fd-4c07-86a8-1c19ddf48737 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058831 Apr 01 16:13:24.421184 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:24.430313 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-16185622-0b27-4303-b736-fcd41b37ee58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:24.432248 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d7090-fc5e-4a27-b0a9-c9a0ff2e3409 req-2e8178a6-04d8-407a-8813-9de30f57d40c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:24.441080 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9a5d7090-fc5e-4a27-b0a9-c9a0ff2e3409 req-2e8178a6-04d8-407a-8813-9de30f57d40c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1230681 Apr 01 16:13:24.444303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8dd2607b-6a6d-4313-a4ba-72958a949321,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:24.459901 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:24.529677 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-9a5d7090-fc5e-4a27-b0a9-c9a0ff2e3409 req-27c765dd-b105-496c-aadf-28d33397e208 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805779 Apr 01 16:13:24.612069 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:24.612966 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:24.614538 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] 10.222.0.57 "PUT /v2.0/ports/8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 1093 time: 1.7756796 Apr 01 16:13:24.616206 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:24.617558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d200ff39-54d8-461f-8535-24dfcdeb2e74" -d '{"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:24.691210 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a75e8-569b-48d2-af8e-f741b245db2d x-openstack-request-id: req-c70a75e8-569b-48d2-af8e-f741b245db2d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:24.693900 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:24.694933 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c70a75e8-569b-48d2-af8e-f741b245db2d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:24.695720 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70a75e8-569b-48d2-af8e-f741b245db2d'] response: {'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'status': 'completed', 'code': 200} Apr 01 16:13:24.761096 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe262c-9129-42ed-ae2c-74254e352142 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:24.786850 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-16185622-0b27-4303-b736-fcd41b37ee58 admin admin] Publish callbacks [] for security_group (b46289ab-e065-4c38-99f6-68319ab2cff3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:24.800451 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-16185622-0b27-4303-b736-fcd41b37ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b46289ab-e065-4c38-99f6-68319ab2cff3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:24.862487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16185622-0b27-4303-b736-fcd41b37ee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46289ab-e065-4c38-99f6-68319ab2cff3,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:24.891637 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-93b1ccb1-ede1-4e86-b09e-0ed4fac31773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:24.893705 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-93b1ccb1-ede1-4e86-b09e-0ed4fac31773 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1127 time: 0.1905074 Apr 01 16:13:24.910468 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-16185622-0b27-4303-b736-fcd41b37ee58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9af1be9bebe448d6800770ca84fc1574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7293005 Apr 01 16:13:24.913708 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:25.014929 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbba4552-063b-46eb-86c3-7b650289e39e admin admin] Publish callbacks [] for security_group (b46289ab-e065-4c38-99f6-68319ab2cff3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:25.071418 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbba4552-063b-46eb-86c3-7b650289e39e admin admin] Publish callbacks [] for security_group (b46289ab-e065-4c38-99f6-68319ab2cff3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:25.156288 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbba4552-063b-46eb-86c3-7b650289e39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b46289ab-e065-4c38-99f6-68319ab2cff3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:25.162056 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbba4552-063b-46eb-86c3-7b650289e39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:25.163108 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-fbba4552-063b-46eb-86c3-7b650289e39e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b46289ab-e065-4c38-99f6-68319ab2cff3 HTTP/1.1" status: 204 len: 168 time: 0.2478402 Apr 01 16:13:25.187089 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba4552-063b-46eb-86c3-7b650289e39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46289ab-e065-4c38-99f6-68319ab2cff3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:25.459877 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec935ebf-b6b8-4df9-aac2-f65a156f6e3d req-99680646-09fe-48c1-8b1c-f1bc878b3b53 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:25.461558 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ec935ebf-b6b8-4df9-aac2-f65a156f6e3d req-99680646-09fe-48c1-8b1c-f1bc878b3b53 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.1457298 Apr 01 16:13:25.582623 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ec935ebf-b6b8-4df9-aac2-f65a156f6e3d req-2be6c5ab-34b0-406c-ba58-9dc718324e33 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118340 Apr 01 16:13:25.633158 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798767-24a8-4a33-8491-fff8bf1e8689 req-8dd6afeb-cedb-4b99-996c-9eee7bf965f4 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:25.636808 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-de798767-24a8-4a33-8491-fff8bf1e8689 req-8dd6afeb-cedb-4b99-996c-9eee7bf965f4 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.1659894 Apr 01 16:13:25.729581 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46104) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:25.778155 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-de798767-24a8-4a33-8491-fff8bf1e8689 req-6c0037f9-ad4f-4063-bc03-5c3bf90d0875 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287639 Apr 01 16:13:25.782747 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-904df126-71d2-4cc4-92df-f3b430949a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:25.957538 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-904df126-71d2-4cc4-92df-f3b430949a2e admin admin] Publish callbacks [] for security_group (9c3a4604-4808-4da5-abe7-ff4c1cc51097), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:25.973123 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-904df126-71d2-4cc4-92df-f3b430949a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (9c3a4604-4808-4da5-abe7-ff4c1cc51097), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:26.070271 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-904df126-71d2-4cc4-92df-f3b430949a2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1c417cc71904326b3dea8b9cb637d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381279 Apr 01 16:13:26.072901 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46108) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:26.082164 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:26.236341 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904df126-71d2-4cc4-92df-f3b430949a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3a4604-4808-4da5-abe7-ff4c1cc51097,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:26.245037 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49d703cd-d56d-495a-9501-5da9105bfebe admin admin] Publish callbacks [] for security_group (9c3a4604-4808-4da5-abe7-ff4c1cc51097), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:26.267039 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a04fc-819d-4b35-9cb0-d996a46ac5b1 req-b571b2b9-2ca5-488a-a652-53c26866db77 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:26.272807 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-455a04fc-819d-4b35-9cb0-d996a46ac5b1 req-b571b2b9-2ca5-488a-a652-53c26866db77 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.4980352 Apr 01 16:13:26.296230 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49d703cd-d56d-495a-9501-5da9105bfebe admin admin] Publish callbacks [] for security_group (9c3a4604-4808-4da5-abe7-ff4c1cc51097), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:26.366798 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-455a04fc-819d-4b35-9cb0-d996a46ac5b1 req-f9ccbe8f-58ae-488b-9341-233bd7a793e9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878258 Apr 01 16:13:26.385960 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49d703cd-d56d-495a-9501-5da9105bfebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (9c3a4604-4808-4da5-abe7-ff4c1cc51097), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:26.389135 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-49d703cd-d56d-495a-9501-5da9105bfebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:26.392602 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-49d703cd-d56d-495a-9501-5da9105bfebe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c3a4604-4808-4da5-abe7-ff4c1cc51097 HTTP/1.1" status: 204 len: 168 time: 0.3161621 Apr 01 16:13:26.398348 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d703cd-d56d-495a-9501-5da9105bfebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3a4604-4808-4da5-abe7-ff4c1cc51097,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:26.517555 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-6834dde5-d579-4734-a9c7-25ede7d87315 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 217 time: 0.0558767 Apr 01 16:13:26.771852 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-5cd97ff6-7395-4512-81eb-2a342ee4a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:26.774908 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-5cd97ff6-7395-4512-81eb-2a342ee4a1e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 200 len: 854 time: 0.1151760 Apr 01 16:13:26.989972 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-1ec1d842-9670-4fde-9411-ef06732a12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:26.989972 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-1ec1d842-9670-4fde-9411-ef06732a12f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1129 time: 0.1529524 Apr 01 16:13:26.994632 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821300-56a3-4866-9734-c8608b1f313e req-633468e7-ba4d-45d3-9873-2e03e6a692eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:26.998028 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-633468e7-ba4d-45d3-9873-2e03e6a692eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405abcfe-bad0-4121-a97a-2077311ac170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2034655 Apr 01 16:13:27.038430 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf770550-e8f9-40fc-bcbd-62fc5f620a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:27.100676 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed787d2-a330-4c6d-b746-5ef295b14c10 req-21eb35ff-7954-4161-974e-da023db19329 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:27.102409 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8ed787d2-a330-4c6d-b746-5ef295b14c10 req-21eb35ff-7954-4161-974e-da023db19329 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.1723354 Apr 01 16:13:27.255200 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8ed787d2-a330-4c6d-b746-5ef295b14c10 req-37ae2b55-fe39-4e49-b3f4-46c9c50f1b25 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452265 Apr 01 16:13:27.396424 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-64e1c705-50d8-44fb-a64f-56f551192808 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469565 Apr 01 16:13:27.443442 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-9fa6d164-0922-4b82-ac79-641217fdfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:27.444899 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-9fa6d164-0922-4b82-ac79-641217fdfa85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 908 time: 0.4431245 Apr 01 16:13:27.539453 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f9a7a-2d2d-4bd1-88ff-15294306b0c8 req-07459185-faba-44ff-96c2-3131a4847d4b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:27.541328 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-548f9a7a-2d2d-4bd1-88ff-15294306b0c8 req-07459185-faba-44ff-96c2-3131a4847d4b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.8029935 Apr 01 16:13:27.775375 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-c279ff07-20ad-4aae-83a4-67829f4e1096 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 1001 time: 0.2517433 Apr 01 16:13:27.828172 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-548f9a7a-2d2d-4bd1-88ff-15294306b0c8 req-686ea988-6e0b-4001-a281-07eafe6d5ea1 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576723 Apr 01 16:13:27.857516 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-10821300-56a3-4866-9734-c8608b1f313e req-b1ac59c1-6982-4870-b7cb-6c4ee0fa2d67 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433661 Apr 01 16:13:27.896226 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-039f9881-254f-44a6-9f6c-bc8e95f6f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:27.898154 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-039f9881-254f-44a6-9f6c-bc8e95f6f884 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 200 len: 846 time: 0.1115277 Apr 01 16:13:27.978221 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625571ad-49f2-4afe-8d74-a417cdfd7956 req-6b978d6f-b4d3-40c4-8f0c-3f78e602074b tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:27.979909 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-625571ad-49f2-4afe-8d74-a417cdfd7956 req-6b978d6f-b4d3-40c4-8f0c-3f78e602074b tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.4946005 Apr 01 16:13:28.113423 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-625571ad-49f2-4afe-8d74-a417cdfd7956 req-2600ca30-24d6-4b96-af7e-4827bfbf594a tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266649 Apr 01 16:13:28.118342 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-2135d672-4e4d-473e-8502-9dabb79f0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.120000 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-2135d672-4e4d-473e-8502-9dabb79f0277 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=913782e6-d94c-42c7-8ff2-96af68c85d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1751962 Apr 01 16:13:28.303029 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-2ee554af-9b6b-4a2c-99d3-fce06eabbdbf service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686988 Apr 01 16:13:28.305322 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-b7b1e3af-a674-4462-a2c4-7dc9c12f2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.306837 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-b7b1e3af-a674-4462-a2c4-7dc9c12f2a4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1127 time: 0.2927492 Apr 01 16:13:28.690395 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a235fb21-d8be-450e-977f-0493b3076ef2 req-d98fe5ae-1d99-437c-aa2f-d4ca73a12548 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674646 Apr 01 16:13:28.736206 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-84c79250-bcf9-4516-9b5b-615ec319e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.737770 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-84c79250-bcf9-4516-9b5b-615ec319e1fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 916 time: 0.3063164 Apr 01 16:13:28.745115 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdb214-9e71-402a-b0f9-d60df1df87e5 req-698345f5-410f-45c8-b8ea-3305b8236c9c tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.747398 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7bbdb214-9e71-402a-b0f9-d60df1df87e5 req-698345f5-410f-45c8-b8ea-3305b8236c9c tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.4079905 Apr 01 16:13:28.844759 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-3c6737d5-2bfb-4d56-97a2-5a293801f63c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 217 time: 0.0792627 Apr 01 16:13:28.924818 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7bbdb214-9e71-402a-b0f9-d60df1df87e5 req-d2fe0e70-f6ab-406d-8bc0-b73cb6fb5742 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580522 Apr 01 16:13:28.932310 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-39e308a1-28b5-4e4c-baf6-34fd6f62bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.934539 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-39e308a1-28b5-4e4c-baf6-34fd6f62bf8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 200 len: 854 time: 0.0775785 Apr 01 16:13:29.050191 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc0715-2778-4e28-94f0-a96981369811 req-d475480d-cf5b-4161-ae18-238b2abd8cfa tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:29.062987 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c8fc0715-2778-4e28-94f0-a96981369811 req-d475480d-cf5b-4161-ae18-238b2abd8cfa tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0969567 Apr 01 16:13:29.067898 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-6008dcc3-9dc7-4a62-a146-4f7eaa37f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:29.069665 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-6008dcc3-9dc7-4a62-a146-4f7eaa37f482 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405abcfe-bad0-4121-a97a-2077311ac170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1277819 Apr 01 16:13:29.159255 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c8fc0715-2778-4e28-94f0-a96981369811 req-657cc030-831f-4d1f-b824-88276ff94c66 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939701 Apr 01 16:13:29.341255 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-9c1b3a77-5284-425a-ae22-0cbc250e3d44 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615044 Apr 01 16:13:29.356143 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1bb19795-e307-46a5-bafa-607247990e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:29.379781 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffc1ac-eba2-48dd-bdbb-887d5bc6c52e req-9220724b-ebb0-468e-84bb-d6de048e9dc7 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:29.381591 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bdffc1ac-eba2-48dd-bdbb-887d5bc6c52e req-9220724b-ebb0-468e-84bb-d6de048e9dc7 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1454453 Apr 01 16:13:29.492768 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bdffc1ac-eba2-48dd-bdbb-887d5bc6c52e req-725897a3-3cc5-4f53-b09e-74e562fba3a1 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989778 Apr 01 16:13:29.545031 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d200ff39-54d8-461f-8535-24dfcdeb2e74 req-206262e6-3360-48d9-a3a1-392ada5c4ab2 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838460 Apr 01 16:13:30.181517 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a836db-a5a3-4f80-a3dd-3946662e1bd0 req-ce1e3d00-0de8-49ac-ac51-a49b91750c20 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:30.195819 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-91a836db-a5a3-4f80-a3dd-3946662e1bd0 req-ce1e3d00-0de8-49ac-ac51-a49b91750c20 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.1388423 Apr 01 16:13:30.437253 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:30.456561 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-91a836db-a5a3-4f80-a3dd-3946662e1bd0 req-c84f35aa-c613-4dd9-93ac-19430192f805 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535918 Apr 01 16:13:30.575509 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7ed9e-3e4b-4f2e-a66c-350d8a957b1e req-dc80dcb3-6a8a-431e-b078-7e8e09a9b158 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:30.598512 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b5c7ed9e-3e4b-4f2e-a66c-350d8a957b1e req-dc80dcb3-6a8a-431e-b078-7e8e09a9b158 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.1531837 Apr 01 16:13:30.666395 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b5c7ed9e-3e4b-4f2e-a66c-350d8a957b1e req-3414bc00-4643-475d-bb2e-00b23639d49e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667181 Apr 01 16:13:30.700759 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533cffe-2971-4903-bad0-bcad409fbc4a req-4af1d3e1-31a4-4102-87a3-b26661f68cac tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:30.711915 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b533cffe-2971-4903-bad0-bcad409fbc4a req-4af1d3e1-31a4-4102-87a3-b26661f68cac tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1072693 Apr 01 16:13:30.784850 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b533cffe-2971-4903-bad0-bcad409fbc4a req-ded8dec5-e05e-47c4-b5e1-161fdf121f91 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743372 Apr 01 16:13:31.696138 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a95e-7eeb-4781-a268-f5bceb524980 req-f4e2b81a-88d6-453d-b046-69d6f3af15d7 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:31.698313 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bc26a95e-7eeb-4781-a268-f5bceb524980 req-f4e2b81a-88d6-453d-b046-69d6f3af15d7 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.1261878 Apr 01 16:13:31.780434 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bc26a95e-7eeb-4781-a268-f5bceb524980 req-8445bb9b-110c-47d6-9694-dbc4899b994e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754089 Apr 01 16:13:31.891373 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c141c7-5a46-40ab-8be9-92f8766bd8af req-b27f4edf-ae77-4ce8-9866-b425ce1a1083 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:31.893050 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-05c141c7-5a46-40ab-8be9-92f8766bd8af req-b27f4edf-ae77-4ce8-9866-b425ce1a1083 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0905101 Apr 01 16:13:31.989481 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49518fd7-f027-4c2a-969c-cc3d5d8867fd req-ca79fc14-d18e-4f57-807a-d079d71bc570 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:31.992185 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-49518fd7-f027-4c2a-969c-cc3d5d8867fd req-ca79fc14-d18e-4f57-807a-d079d71bc570 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0791190 Apr 01 16:13:32.012634 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-05c141c7-5a46-40ab-8be9-92f8766bd8af req-e20e55f6-a3a1-4471-a4a1-cde45ba41a70 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131673 Apr 01 16:13:32.042157 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:32.134611 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-49518fd7-f027-4c2a-969c-cc3d5d8867fd req-0a0e85fb-a408-4e91-9877-a64c4de4deed tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308894 Apr 01 16:13:32.489938 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655ef99-675b-405a-a971-9f676b5c72e6 req-89edd9d0-4f84-47a9-b452-f8c189c155e5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:32.499277 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3655ef99-675b-405a-a971-9f676b5c72e6 req-89edd9d0-4f84-47a9-b452-f8c189c155e5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1218367 Apr 01 16:13:32.601930 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3655ef99-675b-405a-a971-9f676b5c72e6 req-3c9e370d-0198-4545-80f1-729afd3ee9ff tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014421 Apr 01 16:13:32.622829 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46218) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:32.643469 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-8a218ee7-aebc-4a9d-b279-cb71f33910f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153145 Apr 01 16:13:32.788348 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-3e2c2e06-1a05-4714-b7f6-cb741038ad13 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1635239 Apr 01 16:13:32.794544 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-78e194fe-ac07-433f-b8ff-4404f7a0150d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 16:13:32.806498 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-78e194fe-ac07-433f-b8ff-4404f7a0150d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171239 Apr 01 16:13:32.866144 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-0604897a-b250-4a88-ae0f-92e19d95bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:32.868903 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-0604897a-b250-4a88-ae0f-92e19d95bf43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1129 time: 0.1480587 Apr 01 16:13:33.014377 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb83fbc-8a9d-4ab7-8309-cf51e0921446 req-115c8685-e31a-4e07-a4b3-4390b776fc81 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:33.028013 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5eb83fbc-8a9d-4ab7-8309-cf51e0921446 req-115c8685-e31a-4e07-a4b3-4390b776fc81 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.1188388 Apr 01 16:13:33.169525 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46236) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:33.203571 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5eb83fbc-8a9d-4ab7-8309-cf51e0921446 req-f764f128-4e16-40ca-ab6f-45442fa6f2f0 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743686 Apr 01 16:13:33.252868 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-9055551c-2fe4-48e4-b6b8-1c68d4cfe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:33.254549 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-9055551c-2fe4-48e4-b6b8-1c68d4cfe75f service neutron] 10.222.0.57 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 908 time: 0.3356400 Apr 01 16:13:33.310360 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f8ae5-a167-445a-b63a-2433248318fc req-56fcd053-b5ac-4736-8ed7-1da3727b9f42 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:33.311894 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-094f8ae5-a167-445a-b63a-2433248318fc req-56fcd053-b5ac-4736-8ed7-1da3727b9f42 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.1490009 Apr 01 16:13:33.383143 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273261-cd64-4a36-8850-26be436c21da req-bdf5cc7f-5138-4e31-a67b-8c5ec86a497c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:33.391203 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-bdf5cc7f-5138-4e31-a67b-8c5ec86a497c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports/2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 942 time: 0.2154248 Apr 01 16:13:33.539596 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:13:33.540219 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:33.745503 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:13:33.773043 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-094f8ae5-a167-445a-b63a-2433248318fc req-113da4fa-16c5-4dd6-8f28-1415ba4e31db tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4483488 Apr 01 16:13:33.827344 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40c200-42ff-4984-9f67-aca7c3bf0f36 req-7526437f-ab4b-4b40-a3ab-b9d2f0b142dd tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:33.829462 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ec40c200-42ff-4984-9f67-aca7c3bf0f36 req-7526437f-ab4b-4b40-a3ab-b9d2f0b142dd tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1342936 Apr 01 16:13:33.877550 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-9b5cdf00-23ca-41fc-b940-bda933d1febc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 1001 time: 0.1178169 Apr 01 16:13:33.920279 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 is: ACTIVE; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:33.920987 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:33.933373 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ec40c200-42ff-4984-9f67-aca7c3bf0f36 req-c4b767c7-5bf6-4d9f-9e84-88340962d966 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843718 Apr 01 16:13:33.996742 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-3ca464b4-e7c8-44f5-ae85-0d213a42466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:33.998585 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-3ca464b4-e7c8-44f5-ae85-0d213a42466b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 200 len: 846 time: 0.1097305 Apr 01 16:13:34.041510 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:34.045192 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:34.052311 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c067cf-dc7c-4f41-bf0c-4fb66b9ca12c" -d '{"events": [{"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-unplugged", "status": "completed", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:34.061902 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:34.167740 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-ae2fc2c7-c67b-4cf0-aa4a-24a621dd77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:34.169566 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-ae2fc2c7-c67b-4cf0-aa4a-24a621dd77c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=913782e6-d94c-42c7-8ff2-96af68c85d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1047513 Apr 01 16:13:34.174383 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa93815c-7bc5-439b-be9a-f64c8d9d1ca1 x-openstack-request-id: req-fa93815c-7bc5-439b-be9a-f64c8d9d1ca1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:34.174664 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-unplugged", "status": "failed", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13", "code": 422}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:34.177378 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa93815c-7bc5-439b-be9a-f64c8d9d1ca1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:34.177887 dv-cinder-835880-3-smb neutron-server[103385]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fa93815c-7bc5-439b-be9a-f64c8d9d1ca1']: {'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'code': 422} returned with failed status Apr 01 16:13:34.223273 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:34.366999 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574585a-9eca-42aa-b7f5-aad421d7bf30 req-3553c20c-9f88-4248-a734-2c03bb4d0435 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:34.368549 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6574585a-9eca-42aa-b7f5-aad421d7bf30 req-3553c20c-9f88-4248-a734-2c03bb4d0435 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.0694265 Apr 01 16:13:34.423671 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6574585a-9eca-42aa-b7f5-aad421d7bf30 req-eff7f9ea-f6b1-4c94-b79b-a94c5673df49 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486252 Apr 01 16:13:34.911567 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75f4c0-307f-4596-9b15-e98ddbf1cb80 req-d0dd06be-e272-411d-84e5-1f1898e5b3fc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:34.913119 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bc75f4c0-307f-4596-9b15-e98ddbf1cb80 req-d0dd06be-e272-411d-84e5-1f1898e5b3fc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0618703 Apr 01 16:13:34.962570 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bc75f4c0-307f-4596-9b15-e98ddbf1cb80 req-886c5fdb-2088-4cf7-ba81-e460a29c2914 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Apr 01 16:13:35.049499 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe326bcb-0e33-4541-87ad-799b37238906 req-358248ad-1f31-4148-8d41-2d86b4789880 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:35.051108 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fe326bcb-0e33-4541-87ad-799b37238906 req-358248ad-1f31-4148-8d41-2d86b4789880 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.0529151 Apr 01 16:13:35.103356 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fe326bcb-0e33-4541-87ad-799b37238906 req-176acaba-1e06-449e-9e92-2aaae6d8ad74 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463300 Apr 01 16:13:35.544884 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751c336-6b28-4dca-8af3-430f24713fc2 req-a64b36c1-474e-4a98-9f9a-b2fa77825d67 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:35.546512 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2751c336-6b28-4dca-8af3-430f24713fc2 req-a64b36c1-474e-4a98-9f9a-b2fa77825d67 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.0524368 Apr 01 16:13:35.597687 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-2751c336-6b28-4dca-8af3-430f24713fc2 req-dfb3366d-589c-48e9-b207-d597ac425742 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456789 Apr 01 16:13:35.982912 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46286) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:36.125699 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4728dc5-7865-4b07-86a8-e8fd2e17dd96 req-34d6e449-8935-4625-aafc-3a31b11c0882 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.127257 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a4728dc5-7865-4b07-86a8-e8fd2e17dd96 req-34d6e449-8935-4625-aafc-3a31b11c0882 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0868461 Apr 01 16:13:36.134510 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f15983f-b5c5-464a-803c-d55a0fdf2865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.145906 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-01d1f694-6eba-469a-ab10-f80c0b4faed0 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040032 Apr 01 16:13:36.263758 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a4728dc5-7865-4b07-86a8-e8fd2e17dd96 req-51e9be42-f52d-4e61-9d53-a0c92a17d5ea tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095090 Apr 01 16:13:36.269581 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f15983f-b5c5-464a-803c-d55a0fdf2865 admin admin] Publish callbacks [] for security_group (2c0bb30b-64db-4423-8341-d805ba70c8fc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.275079 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f15983f-b5c5-464a-803c-d55a0fdf2865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2c0bb30b-64db-4423-8341-d805ba70c8fc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.289845 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-abb3a9f1-5b7c-49e5-ab1f-a35e827d2624 req-6111a3d7-fe72-467e-8876-ea9edfe89dda service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310809 Apr 01 16:13:36.297881 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a649e4-19b9-4658-a1d1-6efb079b67e7 req-e951f717-e820-4e29-82f7-11993194f3c9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.299459 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-52a649e4-19b9-4658-a1d1-6efb079b67e7 req-e951f717-e820-4e29-82f7-11993194f3c9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.1182752 Apr 01 16:13:36.322801 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8f15983f-b5c5-464a-803c-d55a0fdf2865 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=402da75b285a44669e8058e7e6c6386b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388193 Apr 01 16:13:36.324717 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15983f-b5c5-464a-803c-d55a0fdf2865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0bb30b-64db-4423-8341-d805ba70c8fc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:36.326175 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46298) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:36.374136 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-52a649e4-19b9-4658-a1d1-6efb079b67e7 req-34c41ebe-61b0-48d8-b466-b5687f5b6048 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683963 Apr 01 16:13:36.394614 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-911a6fb5-9210-4e39-9e72-0f7c3cf09165 admin admin] Publish callbacks [] for security_group (2c0bb30b-64db-4423-8341-d805ba70c8fc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.416145 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-911a6fb5-9210-4e39-9e72-0f7c3cf09165 admin admin] Publish callbacks [] for security_group (2c0bb30b-64db-4423-8341-d805ba70c8fc), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.474507 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-911a6fb5-9210-4e39-9e72-0f7c3cf09165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2c0bb30b-64db-4423-8341-d805ba70c8fc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.477743 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-911a6fb5-9210-4e39-9e72-0f7c3cf09165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.478933 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-911a6fb5-9210-4e39-9e72-0f7c3cf09165 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c0bb30b-64db-4423-8341-d805ba70c8fc HTTP/1.1" status: 204 len: 168 time: 0.1518240 Apr 01 16:13:36.489051 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a6fb5-9210-4e39-9e72-0f7c3cf09165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0bb30b-64db-4423-8341-d805ba70c8fc,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:36.715925 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-059d01a8-e9c8-4c0c-9121-1d7d71eb51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.717434 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-059d01a8-e9c8-4c0c-9121-1d7d71eb51c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1129 time: 0.0558836 Apr 01 16:13:36.726921 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145080b3-0f06-4d93-83d2-4c16f740b679 req-dc03e4a2-ea4e-4292-8577-f5589ec5b539 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.728781 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-145080b3-0f06-4d93-83d2-4c16f740b679 req-dc03e4a2-ea4e-4292-8577-f5589ec5b539 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.0589230 Apr 01 16:13:36.778754 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-145080b3-0f06-4d93-83d2-4c16f740b679 req-3c755e3e-44bf-426d-9494-0fd0644388c6 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Apr 01 16:13:36.794034 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:36.807259 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bfd508-5cfa-4f71-92a3-d45cd7ff0384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.828511 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-8e3ea268-e20e-4321-a901-9b0f291061b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.830024 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-8e3ea268-e20e-4321-a901-9b0f291061b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.0953405 Apr 01 16:13:36.883429 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bfd508-5cfa-4f71-92a3-d45cd7ff0384 admin admin] Publish callbacks [] for security_group (95ec4a88-443a-4d45-a035-11c7fd7b432c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.891324 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bfd508-5cfa-4f71-92a3-d45cd7ff0384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (95ec4a88-443a-4d45-a035-11c7fd7b432c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:36.900265 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-4b8875cc-7aba-4050-bdb3-039f01e7a457 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 1001 time: 0.0640299 Apr 01 16:13:36.929452 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-38bfd508-5cfa-4f71-92a3-d45cd7ff0384 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3515e1c806c4ea38b59c08879db2211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343436 Apr 01 16:13:36.930442 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfd508-5cfa-4f71-92a3-d45cd7ff0384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec4a88-443a-4d45-a035-11c7fd7b432c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:36.933566 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46308) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:36.955249 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-0e533726-d8d3-4af8-a8a9-1028a6188f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.956704 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-0e533726-d8d3-4af8-a8a9-1028a6188f5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0460687 Apr 01 16:13:36.984319 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93d9e536-1e3e-450a-a5e3-3ed117db4a4e admin admin] Publish callbacks [] for security_group (95ec4a88-443a-4d45-a035-11c7fd7b432c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:37.006883 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93d9e536-1e3e-450a-a5e3-3ed117db4a4e admin admin] Publish callbacks [] for security_group (95ec4a88-443a-4d45-a035-11c7fd7b432c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:37.046979 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-5e66c683-a716-4c26-a406-b04ca39a1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.048336 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-5e66c683-a716-4c26-a406-b04ca39a1bcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0777695 Apr 01 16:13:37.054461 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273261-cd64-4a36-8850-26be436c21da req-9617ef8f-b607-49f2-8bf4-5ae4052a9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.056067 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-9617ef8f-b607-49f2-8bf4-5ae4052a9b65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620&tenant_id=5f3da02e3cc24e31b689ebf9d4816fec HTTP/1.1" status: 200 len: 1127 time: 0.0589831 Apr 01 16:13:37.057488 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93d9e536-1e3e-450a-a5e3-3ed117db4a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (95ec4a88-443a-4d45-a035-11c7fd7b432c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:37.060660 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93d9e536-1e3e-450a-a5e3-3ed117db4a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:37.064893 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-93d9e536-1e3e-450a-a5e3-3ed117db4a4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95ec4a88-443a-4d45-a035-11c7fd7b432c HTTP/1.1" status: 204 len: 168 time: 0.1275785 Apr 01 16:13:37.071444 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9e536-1e3e-450a-a5e3-3ed117db4a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec4a88-443a-4d45-a035-11c7fd7b432c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:37.180906 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-19d2d789-4c77-465b-832f-38d9aa6f313c service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239288 Apr 01 16:13:37.182800 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273261-cd64-4a36-8850-26be436c21da req-376f6684-e75a-4159-8a42-8ec9802dfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.184920 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-376f6684-e75a-4159-8a42-8ec9802dfdfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1127 time: 0.0763590 Apr 01 16:13:37.359737 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f0b77107-4710-4eb8-a6d6-af94d1d20575 req-d9668e5e-f394-477f-ba65-eddf4fda0b4d service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664572 Apr 01 16:13:37.362367 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273261-cd64-4a36-8850-26be436c21da req-0177ce38-63a5-4ae8-957f-b9bf65c0ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.363746 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-0177ce38-63a5-4ae8-957f-b9bf65c0ad46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 908 time: 0.1694260 Apr 01 16:13:37.444577 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-94a1075c-d3d7-475d-94d1-386a83752e81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 999 time: 0.0665350 Apr 01 16:13:37.458453 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c863dd4-dfef-4cfb-9c12-7c0a74c7db82 req-e9e2bf0a-1b37-4c9b-b3b5-bca576b638e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.458453 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8c863dd4-dfef-4cfb-9c12-7c0a74c7db82 req-e9e2bf0a-1b37-4c9b-b3b5-bca576b638e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.1142812 Apr 01 16:13:37.501189 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdc107-af67-4ed9-820b-7929767a1138 req-0bc412c2-6306-421a-8186-02e0930843b2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.502904 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d5cdc107-af67-4ed9-820b-7929767a1138 req-0bc412c2-6306-421a-8186-02e0930843b2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.0588667 Apr 01 16:13:37.536291 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273261-cd64-4a36-8850-26be436c21da req-74de6b35-f1a8-45fc-a5b2-b47a822264a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.537872 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-74de6b35-f1a8-45fc-a5b2-b47a822264a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 200 len: 846 time: 0.0782888 Apr 01 16:13:37.547122 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8c863dd4-dfef-4cfb-9c12-7c0a74c7db82 req-39cc058a-cd19-406f-820b-da824c8ed270 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773787 Apr 01 16:13:37.556933 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d5cdc107-af67-4ed9-820b-7929767a1138 req-d7b6faed-c18b-4932-8c48-a39254061425 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469654 Apr 01 16:13:37.600021 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273261-cd64-4a36-8850-26be436c21da req-afe2bb95-3093-453c-987b-ee8e119fde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.601561 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-afe2bb95-3093-453c-987b-ee8e119fde92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=913782e6-d94c-42c7-8ff2-96af68c85d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0535743 Apr 01 16:13:37.709893 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-281c5923-b581-46b8-b146-0782a25398a0 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003671 Apr 01 16:13:37.783019 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8dd2607b-6a6d-4313-a4ba-72958a949321 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:13:37.806224 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a9273261-cd64-4a36-8850-26be436c21da req-c7e8d6e1-775f-471d-9a48-4276e7fb89f9 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861166 Apr 01 16:13:37.890921 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8dd2607b-6a6d-4313-a4ba-72958a949321,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:37.904211 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'port_id': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'mac_address': 'fa:16:3e:19:53:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:13:37.915604 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4574-d197-4b5d-ba27-bbacecd5d9d1 req-5bb707fb-9e2c-4c4e-ac17-9e84b5767250 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.917153 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-af9a4574-d197-4b5d-ba27-bbacecd5d9d1 req-5bb707fb-9e2c-4c4e-ac17-9e84b5767250 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 943 time: 0.0647380 Apr 01 16:13:37.946989 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 8dd2607b-6a6d-4313-a4ba-72958a949321 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:37.947372 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:37.965139 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd2607b-6a6d-4313-a4ba-72958a949321 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:37.966717 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-af9a4574-d197-4b5d-ba27-bbacecd5d9d1 req-0c109858-e746-4c74-abe5-25aa908fcfb1 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Apr 01 16:13:37.986139 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8dd2607b-6a6d-4313-a4ba-72958a949321,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:37.990129 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:38.035829 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:38.258845 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8dd2607b-6a6d-4313-a4ba-72958a949321'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:13:38.683506 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e3781-e97f-4323-927a-b7a0ed15b4a7 req-23d08eee-7ded-4a7a-837f-ce7316f82836 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.684000 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2e73-a4d6-4412-ba0b-5e74e8db9520 req-d2d8066f-a3bc-4b70-9770-f6e3a1d51bcc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.685184 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-219e2e73-a4d6-4412-ba0b-5e74e8db9520 req-d2d8066f-a3bc-4b70-9770-f6e3a1d51bcc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0607638 Apr 01 16:13:38.694114 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e66e3781-e97f-4323-927a-b7a0ed15b4a7 req-23d08eee-7ded-4a7a-837f-ce7316f82836 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.0650623 Apr 01 16:13:38.747201 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e66e3781-e97f-4323-927a-b7a0ed15b4a7 req-a75ba2da-d2e0-41e7-b1d1-3e64c44e5722 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516851 Apr 01 16:13:38.751491 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-219e2e73-a4d6-4412-ba0b-5e74e8db9520 req-e14d9e94-43ff-4c60-abe0-02bacfd9688f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603681 Apr 01 16:13:39.087718 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641212a-93f1-43dd-9ae0-81b11eb64c49 req-c8b5b033-f383-4506-b509-a7e424169807 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:39.089807 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8641212a-93f1-43dd-9ae0-81b11eb64c49 req-c8b5b033-f383-4506-b509-a7e424169807 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 944 time: 0.0538485 Apr 01 16:13:39.139654 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8641212a-93f1-43dd-9ae0-81b11eb64c49 req-e01ec702-a25c-4721-bfcb-aff108c2a30b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Apr 01 16:13:39.793295 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:13:39.797364 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8dd2607b-6a6d-4313-a4ba-72958a949321 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:39.872960 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4337dcb-f766-4b6b-939b-1e4439c67160 req-784a1952-c9f1-4217-a5a1-f6ce6d2d2bc5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:39.880823 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d4337dcb-f766-4b6b-939b-1e4439c67160 req-784a1952-c9f1-4217-a5a1-f6ce6d2d2bc5 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 943 time: 0.0624106 Apr 01 16:13:39.894173 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbdb7f-434e-4514-b1da-a96326dfc892 req-7a5ae093-f4e6-4a22-b3ff-b78e5b7481e0 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:39.896593 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a3bbdb7f-434e-4514-b1da-a96326dfc892 req-7a5ae093-f4e6-4a22-b3ff-b78e5b7481e0 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 945 time: 0.0620456 Apr 01 16:13:39.960484 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d4337dcb-f766-4b6b-939b-1e4439c67160 req-28048700-ea7f-4d36-87c8-9359c252a177 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754063 Apr 01 16:13:39.966079 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a3bbdb7f-434e-4514-b1da-a96326dfc892 req-871ffac9-24a7-491e-8c3d-c759b9f11cd3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629849 Apr 01 16:13:39.969761 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:39.976524 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 8dd2607b-6a6d-4313-a4ba-72958a949321 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:13:39.990093 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 8dd2607b-6a6d-4313-a4ba-72958a949321 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:39.990473 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:40.020034 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'port_id': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'mac_address': 'fa:16:3e:1b:0a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:13:40.080079 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:40.080568 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:40.114579 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:40.146818 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:40.148359 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 8dd2607b-6a6d-4313-a4ba-72958a949321 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:40.148739 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:40.158620 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:40.199872 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:40.202709 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b104962e-11ad-4314-85d9-a1197b7ec344" -d '{"events": [{"server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "name": "network-vif-plugged", "status": "completed", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:40.219877 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8dd2607b-6a6d-4313-a4ba-72958a949321,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:40.227975 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:40.228783 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:13:40.260468 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:40.272109 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226622-392d-4ef7-9fde-fbc0dc8aa15d req-0ff2f327-62d4-48a4-9504-e144391a46c8 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:40.273688 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b5226622-392d-4ef7-9fde-fbc0dc8aa15d req-0ff2f327-62d4-48a4-9504-e144391a46c8 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0575631 Apr 01 16:13:40.328097 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:40.328417 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b5226622-392d-4ef7-9fde-fbc0dc8aa15d req-3fc29ce4-9722-4636-86b9-538902c67146 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Apr 01 16:13:40.373000 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 728daa01-7d93-4db5-8f41-27a309c2f179 is: ACTIVE; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:40.373456 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:40.379204 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17917daf-4baf-4f95-bb65-281955579529 x-openstack-request-id: req-17917daf-4baf-4f95-bb65-281955579529 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:40.379518 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "name": "network-vif-plugged", "status": "completed", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:40.379768 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17917daf-4baf-4f95-bb65-281955579529 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:40.380153 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17917daf-4baf-4f95-bb65-281955579529'] response: {'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'code': 200} Apr 01 16:13:40.390247 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:13:40.456125 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:40.470359 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:40.547266 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:40.565960 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2c9d0-4327-4adb-a0d2-f89a1eb6c017 req-a4ea9c50-88b3-484c-8690-80dbce61c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:40.567614 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-50c2c9d0-4327-4adb-a0d2-f89a1eb6c017 req-a4ea9c50-88b3-484c-8690-80dbce61c8ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1129 time: 0.0500228 Apr 01 16:13:40.614109 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-50c2c9d0-4327-4adb-a0d2-f89a1eb6c017 req-e614d155-5623-4000-a0ba-207e8a19f271 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395436 Apr 01 16:13:41.030705 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6457d2-acc7-48ba-bc09-759740fc3f6b req-4dffd307-991f-40cb-b873-e52bdc7907d6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:41.032202 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ce6457d2-acc7-48ba-bc09-759740fc3f6b req-4dffd307-991f-40cb-b873-e52bdc7907d6 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.0886345 Apr 01 16:13:41.039472 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-a351419e-c8e0-468b-9c7e-debd3c81f9d1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643332 Apr 01 16:13:41.135058 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c19e8-4238-4bca-b080-47faa268e880 req-52f5ab50-4d2d-40b2-82a5-65c224cc150e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:41.137117 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-52f5ab50-4d2d-40b2-82a5-65c224cc150e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports/728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 940 time: 0.0626531 Apr 01 16:13:41.170999 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dffe17-b1c9-459b-bba9-347e86ca5a6d req-b794b4e1-df66-4e6a-8f06-e3b0d9e01416 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:41.181154 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-39dffe17-b1c9-459b-bba9-347e86ca5a6d req-b794b4e1-df66-4e6a-8f06-e3b0d9e01416 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 944 time: 0.0685222 Apr 01 16:13:41.200029 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ce6457d2-acc7-48ba-bc09-759740fc3f6b req-3eaf6d1d-9621-423b-8683-1dd6075fc7bc tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594355 Apr 01 16:13:41.254584 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-39dffe17-b1c9-459b-bba9-347e86ca5a6d req-3f8bc337-56c7-444c-9199-a0ccc38feb8c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720065 Apr 01 16:13:41.460532 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46452) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:41.467423 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4096a-5588-450a-946f-31f3078b283a req-d97730cc-ab14-4ea7-8bdc-3418ccc97067 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:41.469073 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-53d4096a-5588-450a-946f-31f3078b283a req-d97730cc-ab14-4ea7-8bdc-3418ccc97067 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0683837 Apr 01 16:13:41.527730 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-53d4096a-5588-450a-946f-31f3078b283a req-3c92b417-6d22-403e-93c7-b480b8b816a9 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505085 Apr 01 16:13:41.579977 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0fac1539-df4d-4142-b54d-91a4e952e271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.659690 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0fac1539-df4d-4142-b54d-91a4e952e271 admin admin] Publish callbacks [] for security_group (bd85d27c-88bc-48ec-86a1-5064b5b771a5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.668915 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0fac1539-df4d-4142-b54d-91a4e952e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (bd85d27c-88bc-48ec-86a1-5064b5b771a5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.713694 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac1539-df4d-4142-b54d-91a4e952e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd85d27c-88bc-48ec-86a1-5064b5b771a5,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:41.719362 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0fac1539-df4d-4142-b54d-91a4e952e271 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a002f4974d514f678a85883142f05ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574513 Apr 01 16:13:41.721993 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46456) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:41.771199 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f515-9e62-4561-89e6-8263a9acc927 admin admin] Publish callbacks [] for security_group (bd85d27c-88bc-48ec-86a1-5064b5b771a5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.792368 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f515-9e62-4561-89e6-8263a9acc927 admin admin] Publish callbacks [] for security_group (bd85d27c-88bc-48ec-86a1-5064b5b771a5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.811887 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:41.847155 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f515-9e62-4561-89e6-8263a9acc927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (bd85d27c-88bc-48ec-86a1-5064b5b771a5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.853827 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f515-9e62-4561-89e6-8263a9acc927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.857647 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-6ad4f515-9e62-4561-89e6-8263a9acc927 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd85d27c-88bc-48ec-86a1-5064b5b771a5 HTTP/1.1" status: 204 len: 168 time: 0.1344812 Apr 01 16:13:41.865450 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:41.865947 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:41.866671 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4f515-9e62-4561-89e6-8263a9acc927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd85d27c-88bc-48ec-86a1-5064b5b771a5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:41.971735 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:41.972128 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.010162 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:42.015992 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.050072 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c19e8-4238-4bca-b080-47faa268e880 req-53b8ebf0-9020-4962-ad34-07b12c28d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.052113 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-53b8ebf0-9020-4962-ad34-07b12c28d272 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b&tenant_id=260e4d005d8144b48bc1883b385997d5 HTTP/1.1" status: 200 len: 1127 time: 0.0448978 Apr 01 16:13:42.071289 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:42.123369 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c19e8-4238-4bca-b080-47faa268e880 req-59e37a9b-e384-4095-b58f-8cdfa574c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.124968 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-59e37a9b-e384-4095-b58f-8cdfa574c1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1127 time: 0.0495818 Apr 01 16:13:42.154337 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46464) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:42.167861 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64cc93c2-1f4a-4f46-b5d1-7ecbe5107e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.222547 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c19e8-4238-4bca-b080-47faa268e880 req-2faa6f54-1646-411f-a102-3b9e0ac8cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.223954 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-2faa6f54-1646-411f-a102-3b9e0ac8cfb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.0930197 Apr 01 16:13:42.268553 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64cc93c2-1f4a-4f46-b5d1-7ecbe5107e2c admin admin] Publish callbacks [] for security_group (b7dc9abe-8f67-4b40-a073-efb6902b63a9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.274398 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64cc93c2-1f4a-4f46-b5d1-7ecbe5107e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b7dc9abe-8f67-4b40-a073-efb6902b63a9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.325774 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc93c2-1f4a-4f46-b5d1-7ecbe5107e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc9abe-8f67-4b40-a073-efb6902b63a9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:42.332477 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-64cc93c2-1f4a-4f46-b5d1-7ecbe5107e2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13ffcfe8cccd48818a0fe5a037eca4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771016 Apr 01 16:13:42.334742 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-51e0d910-f11a-466d-b41f-bfe1f0dcd31e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 999 time: 0.1036713 Apr 01 16:13:42.335272 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46470) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:42.381474 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179'}, {'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:42.384299 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b93124-eff7-47f6-986c-9d3d7ada9c3d" -d '{"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179"}, {"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-plugged", "status": "completed", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:42.392612 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8e80-a2a9-45a1-8101-679946ec220c req-324d69da-00bf-4174-97b1-5f7efab131e3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.394184 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-90ef8e80-a2a9-45a1-8101-679946ec220c req-324d69da-00bf-4174-97b1-5f7efab131e3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.1144278 Apr 01 16:13:42.437615 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c19e8-4238-4bca-b080-47faa268e880 req-807aa940-1892-43cd-a06b-0a418618f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.439123 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-807aa940-1892-43cd-a06b-0a418618f42f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0924044 Apr 01 16:13:42.506791 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c23a4d4a-ace1-4372-83c9-fa9783ae78b9 admin admin] Publish callbacks [] for security_group (b7dc9abe-8f67-4b40-a073-efb6902b63a9), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.524818 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-90ef8e80-a2a9-45a1-8101-679946ec220c req-e4c1bd53-3e59-4199-9203-b6dccd189475 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200304 Apr 01 16:13:42.561974 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c23a4d4a-ace1-4372-83c9-fa9783ae78b9 admin admin] Publish callbacks [] for security_group (b7dc9abe-8f67-4b40-a073-efb6902b63a9), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.571938 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c19e8-4238-4bca-b080-47faa268e880 req-91dd9ab0-6f28-4163-a573-51a591299925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.573616 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-91dd9ab0-6f28-4163-a573-51a591299925 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1250646 Apr 01 16:13:42.586106 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a4bb8e-a7aa-44ff-96d7-45157c6b469c x-openstack-request-id: req-f0a4bb8e-a7aa-44ff-96d7-45157c6b469c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:42.586624 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179", "code": 200}, {"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-plugged", "status": "completed", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:42.587031 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0a4bb8e-a7aa-44ff-96d7-45157c6b469c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:42.587628 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a4bb8e-a7aa-44ff-96d7-45157c6b469c'] response: {'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179', 'code': 200} Apr 01 16:13:42.588186 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a4bb8e-a7aa-44ff-96d7-45157c6b469c'] response: {'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'code': 200} Apr 01 16:13:42.677471 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae239-7d56-4ee5-9f12-1cdd015c2d2f req-c48275c1-f8b1-4a8d-8c55-282898b331e8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.679095 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5b5ae239-7d56-4ee5-9f12-1cdd015c2d2f req-c48275c1-f8b1-4a8d-8c55-282898b331e8 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.3444777 Apr 01 16:13:42.717117 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c23a4d4a-ace1-4372-83c9-fa9783ae78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b7dc9abe-8f67-4b40-a073-efb6902b63a9), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.719657 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c23a4d4a-ace1-4372-83c9-fa9783ae78b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:42.720823 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c23a4d4a-ace1-4372-83c9-fa9783ae78b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7dc9abe-8f67-4b40-a073-efb6902b63a9 HTTP/1.1" status: 204 len: 168 time: 0.3801031 Apr 01 16:13:42.737408 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-a549075f-fbae-4a1b-8ef2-32ec19b2b244 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536171 Apr 01 16:13:42.744601 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf084f-d12d-4c2d-a3e6-c12a81351b08 req-9aa535b6-4673-4985-b54d-8ac581e5cd9e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.745731 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5b5ae239-7d56-4ee5-9f12-1cdd015c2d2f req-d658b9cd-7e74-482e-8ba9-31d2a791f09f tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549870 Apr 01 16:13:42.750079 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b1bf084f-d12d-4c2d-a3e6-c12a81351b08 req-9aa535b6-4673-4985-b54d-8ac581e5cd9e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.1016800 Apr 01 16:13:42.750868 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a4d4a-ace1-4372-83c9-fa9783ae78b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc9abe-8f67-4b40-a073-efb6902b63a9,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:42.855796 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b1bf084f-d12d-4c2d-a3e6-c12a81351b08 req-e5bc986c-50e4-44f5-847f-6b838c4364d3 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018519 Apr 01 16:13:42.911064 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d94c19e8-4238-4bca-b080-47faa268e880 req-921ba690-878d-4f90-8f38-ea5f0cf170a5 service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576273 Apr 01 16:13:42.934386 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df900e-23d7-46b7-8bc2-d7b69c8dac3e req-1992f0a1-b8f3-4ba8-b7e5-12fbca2dad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.935990 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-41df900e-23d7-46b7-8bc2-d7b69c8dac3e req-1992f0a1-b8f3-4ba8-b7e5-12fbca2dad52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1129 time: 0.0779300 Apr 01 16:13:42.996902 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-41df900e-23d7-46b7-8bc2-d7b69c8dac3e req-9b71a25e-a54a-4db5-b55c-e5f125c566a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504770 Apr 01 16:13:42.999265 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93accfe7-ad60-4c65-8a62-06efd39126e8 req-18bbbefa-1ab6-47e6-802d-a5a89fcc6b0e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.000831 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-93accfe7-ad60-4c65-8a62-06efd39126e8 req-18bbbefa-1ab6-47e6-802d-a5a89fcc6b0e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0627067 Apr 01 16:13:43.046751 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-93accfe7-ad60-4c65-8a62-06efd39126e8 req-91253b8e-b5cc-4765-856d-81623974ab08 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Apr 01 16:13:43.398230 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7827807-09cc-4a2e-938e-f4b45ce7a5ec req-e1519650-9de0-4776-829f-5a929b831a16 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.405416 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7827807-09cc-4a2e-938e-f4b45ce7a5ec req-e1519650-9de0-4776-829f-5a929b831a16 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0779500 Apr 01 16:13:43.484619 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7827807-09cc-4a2e-938e-f4b45ce7a5ec req-15b0fea7-8d25-40e1-be63-0320898910e2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631151 Apr 01 16:13:43.592514 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46530) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:43.692147 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080146-e533-4ee5-b96a-2def75782eaa req-5d3031af-a2a1-4434-9325-45c39f57f1ee tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.698488 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-eb080146-e533-4ee5-b96a-2def75782eaa req-5d3031af-a2a1-4434-9325-45c39f57f1ee tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.0769846 Apr 01 16:13:43.806212 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-eb080146-e533-4ee5-b96a-2def75782eaa req-935b76bb-e0c2-41d2-a917-7f6f1265d300 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040933 Apr 01 16:13:43.832987 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1059666961-network', 'tenant_id': '06420fd000ba4fdf9e1920d7ce569c2e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:43.879093 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Made reservation on behalf of 06420fd000ba4fdf9e1920d7ce569c2e for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:43.881437 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:43.911252 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:43.996068 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfff2f-120c-48b3-bc72-4b5765b634e8 req-93918cef-6f9c-4a39-b4d3-2de22315eae9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.004232 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3ccfff2f-120c-48b3-bc72-4b5765b634e8 req-93918cef-6f9c-4a39-b4d3-2de22315eae9 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1350577 Apr 01 16:13:44.108570 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3ccfff2f-120c-48b3-bc72-4b5765b634e8 req-1b910472-1b5c-4bc8-ad2e-2d9eae232a70 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987387 Apr 01 16:13:44.111863 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks [] for security_group (2d4817de-ca56-461a-ad9b-96d045467677), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.118944 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2d4817de-ca56-461a-ad9b-96d045467677), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.160739 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:44.175977 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4817de-ca56-461a-ad9b-96d045467677,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:44.205080 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (be7cffa1-39dc-4144-942d-e097d61bdedd), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.205685 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Added segment be7cffa1-39dc-4144-942d-e097d61bdedd of type vlan for network ecda954e-4e77-4acf-8173-59f33d41291c Apr 01 16:13:44.303370 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (ecda954e-4e77-4acf-8173-59f33d41291c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.356303 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (ecda954e-4e77-4acf-8173-59f33d41291c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.357335 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.358048 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.473968 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:44.487381 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Request body: {'subnet': {'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1059666961-subnet', 'tenant_id': '06420fd000ba4fdf9e1920d7ce569c2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:44.491847 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8975949 Apr 01 16:13:44.499092 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ffab0-2092-4ad3-81bb-0fd1a65c83b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ecda954e-4e77-4acf-8173-59f33d41291c,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:44.510025 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network ecda954e-4e77-4acf-8173-59f33d41291c details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:13:44.527452 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Made reservation on behalf of 06420fd000ba4fdf9e1920d7ce569c2e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:44.532193 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.748522 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (770aa974-35a1-41ff-8fd9-1081f65812e2), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.799794 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=770aa974-35a1-41ff-8fd9-1081f65812e2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:44.842709 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Checking segment: {'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:44.842993 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Network hostable DHCP agents. Network: ecda954e-4e77-4acf-8173-59f33d41291c, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:44.864826 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Network ecda954e-4e77-4acf-8173-59f33d41291c is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:44.890172 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, ecda954e-4e77-4acf-8173-59f33d41291c) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:44.895646 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.896807 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:44.901504 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52efd2bc-82d7-4439-b01a-9cfa1cbb4e40 None None] Network ecda954e-4e77-4acf-8173-59f33d41291c requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:13:44.945911 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-937915ce-b28f-4c52-9231-6861bf9facf0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4665287 Apr 01 16:13:45.030610 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394ffc2-351a-4df0-b400-c78e62a092ed req-fd269957-d6e9-4e15-9eed-43567883348e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:45.034173 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0394ffc2-351a-4df0-b400-c78e62a092ed req-fd269957-d6e9-4e15-9eed-43567883348e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.1148417 Apr 01 16:13:45.042246 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9218a58e-88d3-4368-bf8d-9ab253e590f4 None None] Network ecda954e-4e77-4acf-8173-59f33d41291c requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:13:45.140507 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0394ffc2-351a-4df0-b400-c78e62a092ed req-a8477909-5d3f-42dc-bb3c-529d105022d2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890760 Apr 01 16:13:45.306194 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976246-1ba4-4469-b5d0-d7d54f91adcc req-2ddf70d9-eb26-4cd9-a429-5530b99b15a4 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:45.313815 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12976246-1ba4-4469-b5d0-d7d54f91adcc req-2ddf70d9-eb26-4cd9-a429-5530b99b15a4 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1037583 Apr 01 16:13:45.398222 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12976246-1ba4-4469-b5d0-d7d54f91adcc req-5a737d37-deff-42ee-8065-52eeb3a2161c tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783939 Apr 01 16:13:52.281008 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a3fc0-d384-4520-a384-17384757dff7 req-512ac32e-2233-4d84-ae00-06b0bb57eb38 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:52.282641 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-601a3fc0-d384-4520-a384-17384757dff7 req-512ac32e-2233-4d84-ae00-06b0bb57eb38 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.0738828 Apr 01 16:13:52.331452 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-601a3fc0-d384-4520-a384-17384757dff7 req-1a64a989-fd04-4f7a-874d-dadadb8d7009 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Apr 01 16:13:52.354178 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472908-1d6d-4ee3-825f-ef959e723308 req-af0b12d1-4554-42d9-a69b-b363da17508e tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:52.355369 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-af0b12d1-4554-42d9-a69b-b363da17508e tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/networks?id=ecda954e-4e77-4acf-8173-59f33d41291c HTTP/1.1" status: 200 len: 809 time: 0.1109715 Apr 01 16:13:52.370436 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-78dde25a-611a-46d8-9a38-bcf3e6a2f386 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/quotas/06420fd000ba4fdf9e1920d7ce569c2e HTTP/1.1" status: 200 len: 375 time: 0.0090683 Apr 01 16:13:52.403872 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-7c3cdbbc-adb0-4740-9361-e016a35d6f2f tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=06420fd000ba4fdf9e1920d7ce569c2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274100 Apr 01 16:13:52.544726 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-305365b2-ebe4-4131-b40c-e305bf7f97c4 service neutron] 10.222.0.70 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343431 Apr 01 16:13:52.633385 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-20d00645-c74e-468e-a68a-d780baf9471b service neutron] 10.222.0.70 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Apr 01 16:13:52.788460 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-631c613e-8aa9-4752-b550-f75319594114 req-1545cf71-6101-4721-8c77-a5ee9a28bf4b tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 210 time: 0.0269094 Apr 01 16:13:53.458873 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075176cd-aa4d-4ece-b15b-d0468bc7c5a0 req-6817f909-5973-4e18-b263-972729d25eff tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:53.460223 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-075176cd-aa4d-4ece-b15b-d0468bc7c5a0 req-6817f909-5973-4e18-b263-972729d25eff tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 943 time: 0.0552304 Apr 01 16:13:53.505706 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-075176cd-aa4d-4ece-b15b-d0468bc7c5a0 req-17377eca-d511-4764-baf3-5ae3f12110c4 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399492 Apr 01 16:13:53.766506 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472908-1d6d-4ee3-825f-ef959e723308 req-23f1ad75-106a-498d-ac3a-d16dfc06c5e8 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:53.768105 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-23f1ad75-106a-498d-ac3a-d16dfc06c5e8 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "GET /v2.0/networks?id=ecda954e-4e77-4acf-8173-59f33d41291c HTTP/1.1" status: 200 len: 809 time: 0.1111248 Apr 01 16:13:53.781963 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Request body: {'port': {'device_id': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c', 'admin_state_up': True, 'tenant_id': '06420fd000ba4fdf9e1920d7ce569c2e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:53.859409 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:13:53.891478 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1d3eb993-39fe-4473-87db-01a19f646b6b req-75ca1ffd-e9d8-4932-9b12-e5500e0bdef3 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 210 time: 0.0296204 Apr 01 16:13:53.940823 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Made reservation on behalf of 06420fd000ba4fdf9e1920d7ce569c2e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:53.944104 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:53.973060 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:53.985914 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '728daa01-7d93-4db5-8f41-27a309c2f179', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'port_id': '728daa01-7d93-4db5-8f41-27a309c2f179', 'mac_address': 'fa:16:3e:9b:41:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:13:54.022507 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 728daa01-7d93-4db5-8f41-27a309c2f179 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:54.022802 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:54.036109 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728daa01-7d93-4db5-8f41-27a309c2f179 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:54.055022 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:54.059518 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:54.068667 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Allocated IP 172.20.0.4 (ecda954e-4e77-4acf-8173-59f33d41291c/770aa974-35a1-41ff-8fd9-1081f65812e2/1e07f687-482f-420b-8fef-1a0935802953) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:54.116165 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=9']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:54.326223 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['728daa01-7d93-4db5-8f41-27a309c2f179'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:13:54.349710 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0b20-760a-4d50-baae-c466e7fbb21e req-c410f071-6f7e-4d6f-b039-40693bbaa727 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:54.351346 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f58d0b20-760a-4d50-baae-c466e7fbb21e req-c410f071-6f7e-4d6f-b039-40693bbaa727 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0607643 Apr 01 16:13:54.408775 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f58d0b20-760a-4d50-baae-c466e7fbb21e req-13660cc3-737d-4eac-b480-ed929949925a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506310 Apr 01 16:13:54.434090 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46664) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:54.463976 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks [] for port (1e07f687-482f-420b-8fef-1a0935802953), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:54.509425 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (1e07f687-482f-420b-8fef-1a0935802953), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:54.550538 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Network ecda954e-4e77-4acf-8173-59f33d41291c is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:54.559500 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:54.563695 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:54.592568 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Pushing event updated for resources: {'Port': ['ID=1e07f687-482f-420b-8fef-1a0935802953,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:54.622631 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:54.623252 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:54.639452 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20267bb0-34c8-4cd7-8939-5a590b46e091 tempest-TestMinimumBasicScenario-281191932 tempest-TestMinimumBasicScenario-281191932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:54.640761 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-d45422db-002f-4c92-abf6-e3298998b450 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8634894 Apr 01 16:13:54.644095 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46674) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:54.644317 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-20267bb0-34c8-4cd7-8939-5a590b46e091 tempest-TestMinimumBasicScenario-281191932 tempest-TestMinimumBasicScenario-281191932-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1124 time: 0.2088799 Apr 01 16:13:54.648913 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'port_id': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:54.670779 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5efbb-79fa-41d4-9b1a-d23cb20f08d3 req-478b2628-404e-430c-a6fe-36a495971502 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:54.672695 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-83f5efbb-79fa-41d4-9b1a-d23cb20f08d3 req-478b2628-404e-430c-a6fe-36a495971502 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 944 time: 0.0894136 Apr 01 16:13:54.687535 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:54.724079 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-83f5efbb-79fa-41d4-9b1a-d23cb20f08d3 req-386c5d6a-a1c4-4465-bd01-d6e7e2c2c6ce tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445044 Apr 01 16:13:54.739595 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Request body: {'port': {'device_id': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:54.816591 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1e07f687-482f-420b-8fef-1a0935802953), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:54.895519 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.014217 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca4bfb-458c-48b0-8d85-8f1eb170891b req-29b62fcc-9275-490a-bd8c-0a417c927780 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:55.015812 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e8ca4bfb-458c-48b0-8d85-8f1eb170891b req-29b62fcc-9275-490a-bd8c-0a417c927780 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 931 time: 0.0532248 Apr 01 16:13:55.063032 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e8ca4bfb-458c-48b0-8d85-8f1eb170891b req-a896cbec-df27-4e72-ac15-ff65b90890cb tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Apr 01 16:13:55.132044 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Allocated IP 172.28.3.33 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/855f4fe4-66f2-43e1-94db-454aabfe350b) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:55.238270 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e07f687-482f-420b-8fef-1a0935802953 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:55.252796 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Publish callbacks [] for port (1e07f687-482f-420b-8fef-1a0935802953), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.277281 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Transition to ACTIVE for port object 1e07f687-482f-420b-8fef-1a0935802953 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:13:55.283651 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (1e07f687-482f-420b-8fef-1a0935802953), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.315072 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.345888 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Pushing event updated for resources: {'Port': ['ID=1e07f687-482f-420b-8fef-1a0935802953,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:55.418171 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.466617 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:55.469473 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Attempting to bind port 1e07f687-482f-420b-8fef-1a0935802953 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:13:55.469827 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Attempting to bind port 1e07f687-482f-420b-8fef-1a0935802953 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:13:55.470153 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Attempting to bind port 1e07f687-482f-420b-8fef-1a0935802953 on network ecda954e-4e77-4acf-8173-59f33d41291c {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:55.476416 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:55.482029 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:55.484986 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Port 1e07f687-482f-420b-8fef-1a0935802953 on network ecda954e-4e77-4acf-8173-59f33d41291c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:13:55.485298 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Attempting to bind port 1e07f687-482f-420b-8fef-1a0935802953 on network ecda954e-4e77-4acf-8173-59f33d41291c {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:55.487036 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'Port': ['ID=855f4fe4-66f2-43e1-94db-454aabfe350b,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:55.511152 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:55.511487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Checking segment: {'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:13:55.511861 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Bound using segment: {'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:55.512898 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Bound port: 1e07f687-482f-420b-8fef-1a0935802953, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:13:55.513292 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1e07f687-482f-420b-8fef-1a0935802953), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.638329 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] For port 1e07f687-482f-420b-8fef-1a0935802953, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:55.643397 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] For port 1e07f687-482f-420b-8fef-1a0935802953, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1e07f687-482f-420b-8fef-1a0935802953,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:55.653221 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (1e07f687-482f-420b-8fef-1a0935802953), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.766089 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:55.766719 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:55.768209 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] 10.222.0.57 "PUT /v2.0/ports/1e07f687-482f-420b-8fef-1a0935802953 HTTP/1.1" status: 200 len: 1093 time: 1.1136594 Apr 01 16:13:55.768699 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'tag': '1e07f687-482f-420b-8fef-1a0935802953'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:55.770945 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b10be7-539e-4b1f-82aa-186a3aedee9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0caad0b6-96b3-4b87-83d1-89a5ae742ec9", "tag": "1e07f687-482f-420b-8fef-1a0935802953"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:55.802157 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Pushing event updated for resources: {'Port': ['ID=1e07f687-482f-420b-8fef-1a0935802953,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:55.814735 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.815089 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.815433 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.815837 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.816099 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.816427 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.816896 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.817460 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.817570 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.817887 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.818299 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.818530 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.818855 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.819180 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.819502 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243323f-088b-4e0d-ae36-092d85aaf78c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:55.842630 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85168c5d-e8fe-47dc-be12-f7809c1b4a84 x-openstack-request-id: req-85168c5d-e8fe-47dc-be12-f7809c1b4a84 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:55.842911 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caad0b6-96b3-4b87-83d1-89a5ae742ec9", "tag": "1e07f687-482f-420b-8fef-1a0935802953", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:55.843156 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85168c5d-e8fe-47dc-be12-f7809c1b4a84 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:55.843540 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85168c5d-e8fe-47dc-be12-f7809c1b4a84'] response: {'name': 'network-changed', 'server_uuid': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'tag': '1e07f687-482f-420b-8fef-1a0935802953', 'status': 'completed', 'code': 200} Apr 01 16:13:55.855079 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:55.909361 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 728daa01-7d93-4db5-8f41-27a309c2f179 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:13:55.909858 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.005904 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526ffba-93a6-4081-aaaf-149c7c22c353 req-2f4b9622-1043-4274-8d7d-bea512862f70 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.007397 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f526ffba-93a6-4081-aaaf-149c7c22c353 req-2f4b9622-1043-4274-8d7d-bea512862f70 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 944 time: 0.1777849 Apr 01 16:13:56.010813 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 728daa01-7d93-4db5-8f41-27a309c2f179 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:56.011524 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.037485 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472908-1d6d-4ee3-825f-ef959e723308 req-4cf2349f-7362-44db-a015-db158ee563a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.037864 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:56.038973 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-4cf2349f-7362-44db-a015-db158ee563a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06420fd000ba4fdf9e1920d7ce569c2e&device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 1127 time: 0.1906135 Apr 01 16:13:56.040225 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622e0be2-8c7c-486d-89cf-59442c655bab" -d '{"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-plugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:56.054162 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:56.058636 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.107356 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.114716 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-ac05d5f5-88a5-42cd-80e7-304308799f9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e07f687-482f-420b-8fef-1a0935802953 HTTP/1.1" status: 200 len: 217 time: 0.0662534 Apr 01 16:13:56.126117 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:56.178351 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for floatingip (68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.184833 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f526ffba-93a6-4081-aaaf-149c7c22c353 req-abc935f1-f790-4806-80fa-68ae7016ba5f tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496274 Apr 01 16:13:56.220648 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472908-1d6d-4ee3-825f-ef959e723308 req-a5720fc8-4023-47ce-9de7-d8d1f8201d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.222246 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-a5720fc8-4023-47ce-9de7-d8d1f8201d22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=770aa974-35a1-41ff-8fd9-1081f65812e2 HTTP/1.1" status: 200 len: 849 time: 0.0977416 Apr 01 16:13:56.246023 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9972d4-aa33-482e-9de6-eed2cd468d70 x-openstack-request-id: req-8f9972d4-aa33-482e-9de6-eed2cd468d70 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:56.246430 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-plugged", "status": "completed", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:56.247230 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f9972d4-aa33-482e-9de6-eed2cd468d70 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:56.247652 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9972d4-aa33-482e-9de6-eed2cd468d70'] response: {'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179', 'code': 200} Apr 01 16:13:56.272076 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-0dc720ac-9364-41f3-8fe5-b30a0bd4efa6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecda954e-4e77-4acf-8173-59f33d41291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377703 Apr 01 16:13:56.389500 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.503882 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a817ef-2514-413c-a34c-b576563fb9ee req-4a1f8947-daf3-4c0e-be04-86b388642a92 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.505352 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-74a817ef-2514-413c-a34c-b576563fb9ee req-4a1f8947-daf3-4c0e-be04-86b388642a92 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 943 time: 0.1894214 Apr 01 16:13:56.509341 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-acc0ea80-5455-45eb-8435-3fdae44b100b service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159150 Apr 01 16:13:56.656347 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf5fbe-1243-422f-8c67-94c0b9ee7404 req-e9d6be5b-82ec-432f-8752-637f13be4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.657869 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-34bf5fbe-1243-422f-8c67-94c0b9ee7404 req-e9d6be5b-82ec-432f-8752-637f13be4593 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1130 time: 0.2252648 Apr 01 16:13:56.709535 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-74a817ef-2514-413c-a34c-b576563fb9ee req-e290b89a-9ede-4698-babf-c6d81cf54977 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971352 Apr 01 16:13:56.768493 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77472908-1d6d-4ee3-825f-ef959e723308 req-78bb04aa-bdb6-4549-a280-392e32db62ee service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367530 Apr 01 16:13:56.774227 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-34bf5fbe-1243-422f-8c67-94c0b9ee7404 req-9138b236-c16a-4644-8352-f007e2723afd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043658 Apr 01 16:13:56.788820 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.793948 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.858523 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'Port': ['ID=855f4fe4-66f2-43e1-94db-454aabfe350b,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:56.869546 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:56.969027 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Floating IP 68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2 associated. External IP: 172.28.3.33, port: 8dd2607b-6a6d-4313-a4ba-72958a949321. Apr 01 16:13:56.990703 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da3025cd-c799-4337-bb37-17551a49e67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:57.312895 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-8ac6aa4d-39bf-4ae7-8da3-9bddacee87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:57.314573 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-8ac6aa4d-39bf-4ae7-8da3-9bddacee87e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06420fd000ba4fdf9e1920d7ce569c2e&device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 1127 time: 0.0656834 Apr 01 16:13:57.340101 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c3d90-5110-4c80-95c6-40ee4f42c677 req-7faa45dc-9b5c-44ca-8bac-4258e9804d9d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:57.343863 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-274c3d90-5110-4c80-95c6-40ee4f42c677 req-7faa45dc-9b5c-44ca-8bac-4258e9804d9d tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 946 time: 0.0623267 Apr 01 16:13:57.395791 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-274c3d90-5110-4c80-95c6-40ee4f42c677 req-2a67cd76-302a-40eb-98cc-faced63d8a88 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476253 Apr 01 16:13:57.491267 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-27b9d445-d751-4b6e-9ec2-c42e9bc0056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:57.492771 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-27b9d445-d751-4b6e-9ec2-c42e9bc0056d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecda954e-4e77-4acf-8173-59f33d41291c HTTP/1.1" status: 200 len: 910 time: 0.1708338 Apr 01 16:13:57.513687 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Router 00666544-b060-45d8-aa30-423de1ba084e has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:13:57.545922 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-bef3fbba-fa9a-4352-a040-710d95b8eadb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e07f687-482f-420b-8fef-1a0935802953 HTTP/1.1" status: 200 len: 217 time: 0.0404322 Apr 01 16:13:57.666044 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-efa93888-30d5-4c39-92bd-2c0177f65f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:57.667704 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-efa93888-30d5-4c39-92bd-2c0177f65f19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=770aa974-35a1-41ff-8fd9-1081f65812e2 HTTP/1.1" status: 200 len: 849 time: 0.1134727 Apr 01 16:13:57.707516 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-09271b55-afee-4c21-899c-1f64ef5ed9c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecda954e-4e77-4acf-8173-59f33d41291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302622 Apr 01 16:13:57.708923 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:57.721239 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] Sync routers for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:57.734698 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:57.736347 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:57.768550 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:57.810250 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-acc9fd71-c0f3-4350-af95-fc0b13ab2b35 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1625359 Apr 01 16:13:57.811117 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46730) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:57.815725 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a3d3cf72-de1e-40ae-829d-ab873a907294 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611276477', 'description': 'tempest-secgroup-smoke-1611276477 description', 'project_id': '29d73469ecdd4a90932e248fb65ea77e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:57.844262 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:57.846498 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046de5c-79a0-4936-8543-2d847e2f222b" -d '{"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:57.864653 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cf72-de1e-40ae-829d-ab873a907294 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:57.871243 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1e07f687-482f-420b-8fef-1a0935802953 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:13:57.873469 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-d92a12b8-bc43-4467-804a-395993c042b9 service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549413 Apr 01 16:13:57.902426 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70fd08-fa40-41e7-ac13-3b4b01dd0163 req-d46ea3dc-3d34-4b41-a7d3-6f50a8374f22 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:57.904576 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5a70fd08-fa40-41e7-ac13-3b4b01dd0163 req-d46ea3dc-3d34-4b41-a7d3-6f50a8374f22 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 943 time: 0.0838466 Apr 01 16:13:57.904930 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165437c-58ae-4d40-b1f7-449ccbc6c5cb req-989b8cba-4a14-4338-92d0-911db04932eb tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:57.906503 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a165437c-58ae-4d40-b1f7-449ccbc6c5cb req-989b8cba-4a14-4338-92d0-911db04932eb tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 945 time: 0.0921881 Apr 01 16:13:57.916547 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:57.987009 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5a70fd08-fa40-41e7-ac13-3b4b01dd0163 req-25584af3-2f39-4913-9d32-6ca8acbc802b tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705023 Apr 01 16:13:58.006948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cf72-de1e-40ae-829d-ab873a907294 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group (0831d912-a6d2-47fb-9ee6-06ce2dc51823), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.013860 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a165437c-58ae-4d40-b1f7-449ccbc6c5cb req-58a030b9-1847-4018-8f69-5e13dfd4ceea tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729334 Apr 01 16:13:58.025827 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cf72-de1e-40ae-829d-ab873a907294 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0831d912-a6d2-47fb-9ee6-06ce2dc51823), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.030007 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c0b10be7-539e-4b1f-82aa-186a3aedee9c req-569eeaac-6d7e-43f0-86eb-41577c810104 service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439641 Apr 01 16:13:58.036775 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 1e07f687-482f-420b-8fef-1a0935802953, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1e07f687-482f-420b-8fef-1a0935802953,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:58.053210 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '1e07f687-482f-420b-8fef-1a0935802953', 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c', 'port_id': '1e07f687-482f-420b-8fef-1a0935802953', 'mac_address': 'fa:16:3e:78:26:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770aa974-35a1-41ff-8fd9-1081f65812e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:13:58.063429 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cf72-de1e-40ae-829d-ab873a907294 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.067779 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46736) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:58.068000 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a3d3cf72-de1e-40ae-829d-ab873a907294 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2555180 Apr 01 16:13:58.070765 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3cf72-de1e-40ae-829d-ab873a907294 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0831d912-a6d2-47fb-9ee6-06ce2dc51823,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:58.072946 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-d451af41-507d-4fb3-88e7-cc0f86756646 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'security_group_rule': {'security_group_id': '0831d912-a6d2-47fb-9ee6-06ce2dc51823', 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:58.117749 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 1e07f687-482f-420b-8fef-1a0935802953 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:13:58.118250 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1e07f687-482f-420b-8fef-1a0935802953), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.126985 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d451af41-507d-4fb3-88e7-cc0f86756646 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (21488654-5be6-4066-bd33-fcc444508b0e), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.139338 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e07f687-482f-420b-8fef-1a0935802953 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:58.177724 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 1e07f687-482f-420b-8fef-1a0935802953, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1e07f687-482f-420b-8fef-1a0935802953,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:58.185046 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (1e07f687-482f-420b-8fef-1a0935802953), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.216834 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d451af41-507d-4fb3-88e7-cc0f86756646 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (21488654-5be6-4066-bd33-fcc444508b0e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.223078 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d451af41-507d-4fb3-88e7-cc0f86756646 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (21488654-5be6-4066-bd33-fcc444508b0e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.250588 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451af41-507d-4fb3-88e7-cc0f86756646 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21488654-5be6-4066-bd33-fcc444508b0e,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:58.258972 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=1e07f687-482f-420b-8fef-1a0935802953,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:58.264381 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d451af41-507d-4fb3-88e7-cc0f86756646 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.266552 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d451af41-507d-4fb3-88e7-cc0f86756646 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975305 Apr 01 16:13:58.268296 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1c0c04-0f27-4fa1-8f1d-241e56abab66 x-openstack-request-id: req-9e1c0c04-0f27-4fa1-8f1d-241e56abab66 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:58.268681 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:58.268927 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e1c0c04-0f27-4fa1-8f1d-241e56abab66 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:58.269315 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1c0c04-0f27-4fa1-8f1d-241e56abab66'] response: {'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'status': 'completed', 'code': 200} Apr 01 16:13:58.269742 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46746) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:58.275090 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '00666544-b060-45d8-aa30-423de1ba084e', 'port_id': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'mac_address': 'fa:16:3e:19:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368707b-20d4-4710-aed5-b19c229e8395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:13:55Z', 'updated_at': '2022-04-01T16:13:55Z', 'revision_number': 0, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:05Z', 'revision_number': 5, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:58.275977 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7cc1ee27-c4b0-48d1-b030-11fdf149ed39 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'security_group_rule': {'security_group_id': '0831d912-a6d2-47fb-9ee6-06ce2dc51823', 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:58.304895 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ee27-c4b0-48d1-b030-11fdf149ed39 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (92220489-69e7-4734-982d-e9c684fa0cdc), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.308350 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] Checking router: 00666544-b060-45d8-aa30-423de1ba084e for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:58.317937 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:58.318506 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:58.353355 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046de5c-79a0-4936-8543-2d847e2f222b req-c4bf2d6d-f374-4dc4-a9ea-4790afe2c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:58.357228 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3046de5c-79a0-4936-8543-2d847e2f222b req-c4bf2d6d-f374-4dc4-a9ea-4790afe2c8df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1129 time: 0.0737312 Apr 01 16:13:58.379742 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ee27-c4b0-48d1-b030-11fdf149ed39 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (92220489-69e7-4734-982d-e9c684fa0cdc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.385136 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ee27-c4b0-48d1-b030-11fdf149ed39 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (92220489-69e7-4734-982d-e9c684fa0cdc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.405941 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1ee27-c4b0-48d1-b030-11fdf149ed39 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92220489-69e7-4734-982d-e9c684fa0cdc,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:58.418025 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ee27-c4b0-48d1-b030-11fdf149ed39 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.421819 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-7cc1ee27-c4b0-48d1-b030-11fdf149ed39 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510291 Apr 01 16:13:58.423905 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:58.430843 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4da57db2-0b0a-4d60-a04f-e843989be858 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'security_group_rule': {'security_group_id': '0831d912-a6d2-47fb-9ee6-06ce2dc51823', 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:58.479419 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['1e07f687-482f-420b-8fef-1a0935802953'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:13:58.485907 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:58.499871 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046de5c-79a0-4936-8543-2d847e2f222b req-012e22dc-bc7a-4fb6-bc8f-af2116e64099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:58.501728 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3046de5c-79a0-4936-8543-2d847e2f222b req-012e22dc-bc7a-4fb6-bc8f-af2116e64099 service neutron] 10.222.0.57 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 916 time: 0.1369417 Apr 01 16:13:58.518498 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4da57db2-0b0a-4d60-a04f-e843989be858 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (6fc4c11f-69b7-4c6f-94b6-117ee34abf4d), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.627895 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4da57db2-0b0a-4d60-a04f-e843989be858 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (6fc4c11f-69b7-4c6f-94b6-117ee34abf4d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.638442 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4da57db2-0b0a-4d60-a04f-e843989be858 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (6fc4c11f-69b7-4c6f-94b6-117ee34abf4d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.642126 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3046de5c-79a0-4936-8543-2d847e2f222b req-88674e6e-372d-4e6d-b74b-c8d94fe9a4f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 998 time: 0.1336477 Apr 01 16:13:58.669372 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da57db2-0b0a-4d60-a04f-e843989be858 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc4c11f-69b7-4c6f-94b6-117ee34abf4d,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:58.686290 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4da57db2-0b0a-4d60-a04f-e843989be858 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.687798 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-4da57db2-0b0a-4d60-a04f-e843989be858 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2626975 Apr 01 16:13:58.690466 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:58.695044 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ad8429bd-d415-4b54-a582-2a0fb6072879 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'security_group_rule': {'security_group_id': '0831d912-a6d2-47fb-9ee6-06ce2dc51823', 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:58.738874 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046de5c-79a0-4936-8543-2d847e2f222b req-ec4857c0-4e00-4964-babd-63cf6799b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:58.739930 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8429bd-d415-4b54-a582-2a0fb6072879 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (43a69105-6e2c-431b-9b3d-785ea4cfcf28), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.740954 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3046de5c-79a0-4936-8543-2d847e2f222b req-ec4857c0-4e00-4964-babd-63cf6799b8d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 200 len: 854 time: 0.0865359 Apr 01 16:13:58.818722 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8429bd-d415-4b54-a582-2a0fb6072879 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (43a69105-6e2c-431b-9b3d-785ea4cfcf28), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.825709 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8429bd-d415-4b54-a582-2a0fb6072879 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (43a69105-6e2c-431b-9b3d-785ea4cfcf28), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.827927 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d73d2-7d48-4781-958b-37724cf7e8dc req-7b0853ab-b0a4-49da-877f-86976b8672e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:58.829820 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-046d73d2-7d48-4781-958b-37724cf7e8dc req-7b0853ab-b0a4-49da-877f-86976b8672e5 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 946 time: 0.1100283 Apr 01 16:13:58.837806 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046de5c-79a0-4936-8543-2d847e2f222b req-847d3aab-0cd8-42cd-863a-7e58c31fc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:58.839415 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3046de5c-79a0-4936-8543-2d847e2f222b req-847d3aab-0cd8-42cd-863a-7e58c31fc1fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405abcfe-bad0-4121-a97a-2077311ac170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0792918 Apr 01 16:13:58.863395 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8429bd-d415-4b54-a582-2a0fb6072879 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a69105-6e2c-431b-9b3d-785ea4cfcf28,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:58.873673 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8429bd-d415-4b54-a582-2a0fb6072879 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.875323 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ad8429bd-d415-4b54-a582-2a0fb6072879 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836874 Apr 01 16:13:58.877888 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:58.883422 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'security_group_rule': {'security_group_id': '0831d912-a6d2-47fb-9ee6-06ce2dc51823', 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:58.908094 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Project 29d73469ecdd4a90932e248fb65ea77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:13:58.914173 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (156c0a80-c293-4151-a609-1a643c7e5573), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:58.982636 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-046d73d2-7d48-4781-958b-37724cf7e8dc req-72a5ed06-ec60-43ec-a756-649b2dd8f96b tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421549 Apr 01 16:13:58.994418 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '00666544-b060-45d8-aa30-423de1ba084e', 'port_id': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'mac_address': 'fa:16:3e:19:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368707b-20d4-4710-aed5-b19c229e8395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:13:55Z', 'updated_at': '2022-04-01T16:13:55Z', 'revision_number': 0, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:05Z', 'revision_number': 5, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:58.999401 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (156c0a80-c293-4151-a609-1a643c7e5573), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.006775 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (156c0a80-c293-4151-a609-1a643c7e5573), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.008120 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3046de5c-79a0-4936-8543-2d847e2f222b req-c193949a-918b-45ce-8afc-6c295a1159c8 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594095 Apr 01 16:13:59.029400 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156c0a80-c293-4151-a609-1a643c7e5573,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:59.047656 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a46fc-6b66-4363-9591-3522bfb24e74 None None] The sync data for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb is: [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '00666544-b060-45d8-aa30-423de1ba084e', 'port_id': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'mac_address': 'fa:16:3e:19:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5368707b-20d4-4710-aed5-b19c229e8395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:13:55Z', 'updated_at': '2022-04-01T16:13:55Z', 'revision_number': 0, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:05Z', 'revision_number': 5, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:59.057131 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.058753 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8c45f7b8-677a-4312-a869-6110c12c778b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1796963 Apr 01 16:13:59.061484 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46784) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:13:59.067239 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'security_group_rule': {'security_group_id': '0831d912-a6d2-47fb-9ee6-06ce2dc51823', 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:59.113524 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Project 29d73469ecdd4a90932e248fb65ea77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:13:59.137171 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (5f932ff2-5522-46d1-94a1-cea64749ca6f), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.190140 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aa6d4-cf16-4796-9d4a-bb0fb5cbb6e4 req-83d100bc-c202-4bd8-93ae-4ff671453088 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:59.192287 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-804aa6d4-cf16-4796-9d4a-bb0fb5cbb6e4 req-83d100bc-c202-4bd8-93ae-4ff671453088 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 944 time: 0.0974743 Apr 01 16:13:59.208854 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3046de5c-79a0-4936-8543-2d847e2f222b req-f234fbf6-016b-43bc-9bd4-7610e1897be0 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878886 Apr 01 16:13:59.229860 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (5f932ff2-5522-46d1-94a1-cea64749ca6f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.235745 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (5f932ff2-5522-46d1-94a1-cea64749ca6f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.238603 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e09c35-8f5a-4cac-a642-36ed7bbb0136 req-1e00a3f3-1cc2-4f12-9ef8-2d1b81716993 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:59.240303 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-22e09c35-8f5a-4cac-a642-36ed7bbb0136 req-1e00a3f3-1cc2-4f12-9ef8-2d1b81716993 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 945 time: 0.0691769 Apr 01 16:13:59.272059 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f932ff2-5522-46d1-94a1-cea64749ca6f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:59.280162 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.284929 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-bdf9e57c-a591-4b57-af69-ec167740fab2 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2184350 Apr 01 16:13:59.285988 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-804aa6d4-cf16-4796-9d4a-bb0fb5cbb6e4 req-42511c80-c5ca-4303-a939-59b4f614b9f1 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808830 Apr 01 16:13:59.304115 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-22e09c35-8f5a-4cac-a642-36ed7bbb0136 req-b6d46a69-684e-420b-964a-d42c4fd1e460 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565820 Apr 01 16:13:59.350372 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4189d6ed-7223-4be1-89e7-74597cfa5838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.379643 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbb1cb4-fa3f-4b27-8111-4d98bcf7603d None None] New status for floating IP 68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:13:59.406895 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fabc9d0b-645a-446b-999b-369d5decf758 req-2ddec927-31f1-4c2c-bdb0-eeba21247619 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611276477&fields=id&tenant_id=29d73469ecdd4a90932e248fb65ea77e HTTP/1.1" status: 200 len: 267 time: 0.0549693 Apr 01 16:13:59.478491 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc9d0b-645a-446b-999b-369d5decf758 req-ba481a4c-5b62-4d4d-b1ee-42bf47dbc151 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:59.480145 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fabc9d0b-645a-446b-999b-369d5decf758 req-ba481a4c-5b62-4d4d-b1ee-42bf47dbc151 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0676439 Apr 01 16:13:59.492198 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'port': {'security_groups': ['0514fdbc-09bd-4529-8765-5d15c0a77005', '0831d912-a6d2-47fb-9ee6-06ce2dc51823']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:59.579780 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.796966 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8dd2607b-6a6d-4313-a4ba-72958a949321,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:59.825499 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.829950 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.844665 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8dd2607b-6a6d-4313-a4ba-72958a949321'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:13:59.875330 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:59.876157 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:13:59.877392 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fabc9d0b-645a-446b-999b-369d5decf758 req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "PUT /v2.0/ports/8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 981 time: 0.3899925 Apr 01 16:13:59.877836 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:59.878707 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1e07f687-482f-420b-8fef-1a0935802953 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:59.880115 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d838c7f-d835-41c7-afa9-f893b6377205" -d '{"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:59.908530 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cc04c-c18c-4477-ba1a-4d7a18c00d05 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:00.005000 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8dd2607b-6a6d-4313-a4ba-72958a949321'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:14:00.007138 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 1e07f687-482f-420b-8fef-1a0935802953 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:14:00.034569 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a8cbc-da61-4cf3-84e5-92b043d9c44e req-ffc90717-3d01-4b37-96ea-4af44889876a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.035986 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b72a8cbc-da61-4cf3-84e5-92b043d9c44e req-ffc90717-3d01-4b37-96ea-4af44889876a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0639527 Apr 01 16:14:00.037008 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 1e07f687-482f-420b-8fef-1a0935802953 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:00.037378 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (1e07f687-482f-420b-8fef-1a0935802953), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:00.059353 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad218164-364f-4af8-81fc-8bedd2b2ff02 x-openstack-request-id: req-ad218164-364f-4af8-81fc-8bedd2b2ff02 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:00.059642 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:00.059917 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad218164-364f-4af8-81fc-8bedd2b2ff02 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:00.060275 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad218164-364f-4af8-81fc-8bedd2b2ff02'] response: {'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'status': 'completed', 'code': 200} Apr 01 16:14:00.123504 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b72a8cbc-da61-4cf3-84e5-92b043d9c44e req-a4e4b4d0-c1a7-4cac-a3d1-27585a26e592 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790424 Apr 01 16:14:00.152882 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-240c0a6d-d392-4a86-858d-096378454ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.154992 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-240c0a6d-d392-4a86-858d-096378454ac5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1168 time: 0.0719790 Apr 01 16:14:00.288871 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 1e07f687-482f-420b-8fef-1a0935802953 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:00.289266 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (1e07f687-482f-420b-8fef-1a0935802953), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:00.298407 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-60a65658-489a-44d7-8d24-8aad4f7641d6 None None] Provisioning complete for port 8dd2607b-6a6d-4313-a4ba-72958a949321 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:00.298611 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60a65658-489a-44d7-8d24-8aad4f7641d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:00.302196 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1082b-f24a-4e53-a40a-26f033a98f0e req-430f55f5-1e35-4a75-80f5-a57c8ffd61b3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.304447 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-86b1082b-f24a-4e53-a40a-26f033a98f0e req-430f55f5-1e35-4a75-80f5-a57c8ffd61b3 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 946 time: 0.1640074 Apr 01 16:14:00.345057 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-e49d9762-b126-4b65-adfa-8f5a5c84956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.346574 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-e49d9762-b126-4b65-adfa-8f5a5c84956a service neutron] 10.222.0.57 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 916 time: 0.1823280 Apr 01 16:14:00.357069 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-c2b54309-4402-4fa6-94e1-4ba2c9a3b779 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.358623 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-c2b54309-4402-4fa6-94e1-4ba2c9a3b779 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 945 time: 0.1468854 Apr 01 16:14:00.380625 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e07f687-482f-420b-8fef-1a0935802953'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:00.382864 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be548238-5d85-45d2-a8ec-9f52317732ed" -d '{"events": [{"server_uuid": "0caad0b6-96b3-4b87-83d1-89a5ae742ec9", "name": "network-vif-plugged", "status": "completed", "tag": "1e07f687-482f-420b-8fef-1a0935802953"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:00.422831 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 1e07f687-482f-420b-8fef-1a0935802953, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1e07f687-482f-420b-8fef-1a0935802953,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:00.425547 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32092e07-2d5f-48f0-986d-913aa67699ad req-be503765-8f9d-4995-ad80-897544cdec30 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.427324 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-32092e07-2d5f-48f0-986d-913aa67699ad req-be503765-8f9d-4995-ad80-897544cdec30 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 944 time: 0.0648401 Apr 01 16:14:00.444240 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (1e07f687-482f-420b-8fef-1a0935802953), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:00.465009 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:00.466199 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-86b1082b-f24a-4e53-a40a-26f033a98f0e req-ea997104-95ff-497b-a439-b4b2130206e0 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541936 Apr 01 16:14:00.502858 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-ce6ff033-bd20-4de3-b6b3-8c3bc8a67b5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 1000 time: 0.1366334 Apr 01 16:14:00.513192 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-32092e07-2d5f-48f0-986d-913aa67699ad req-f9ceb148-71a9-474b-8238-300c64efb4a2 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735164 Apr 01 16:14:00.579796 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b715631-65e2-40d0-a009-934c479b3e51 x-openstack-request-id: req-5b715631-65e2-40d0-a009-934c479b3e51 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:00.580106 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caad0b6-96b3-4b87-83d1-89a5ae742ec9", "name": "network-vif-plugged", "status": "completed", "tag": "1e07f687-482f-420b-8fef-1a0935802953", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:00.580355 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b715631-65e2-40d0-a009-934c479b3e51 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:00.580743 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b715631-65e2-40d0-a009-934c479b3e51'] response: {'server_uuid': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e07f687-482f-420b-8fef-1a0935802953', 'code': 200} Apr 01 16:14:00.602888 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=1e07f687-482f-420b-8fef-1a0935802953,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:00.616412 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-60a65658-489a-44d7-8d24-8aad4f7641d6 None None] Current status of the port 8dd2607b-6a6d-4313-a4ba-72958a949321 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:00.620788 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-29bd83f9-95e9-4961-b1d1-5e2491923111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.622930 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-29bd83f9-95e9-4961-b1d1-5e2491923111 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 200 len: 854 time: 0.1197855 Apr 01 16:14:00.650017 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Deleting port 08793f1d-e468-4442-a9d7-8a9f259aec84 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:00.650381 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:00.716300 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588197fe-4377-4231-8887-cfc8b0af307a req-88921989-6553-47b2-bf03-a2a12a0bed87 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.717916 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-588197fe-4377-4231-8887-cfc8b0af307a req-88921989-6553-47b2-bf03-a2a12a0bed87 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 945 time: 0.1469786 Apr 01 16:14:00.775685 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8922f-e4c1-444b-97cf-92e3707dabbd req-543916f1-53c6-40d9-bad6-856b3af2609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.777230 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-45b8922f-e4c1-444b-97cf-92e3707dabbd req-543916f1-53c6-40d9-bad6-856b3af2609f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 1129 time: 0.0552897 Apr 01 16:14:00.782832 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-d69aa38e-9b74-454d-bd33-52386d71496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.784445 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-d69aa38e-9b74-454d-bd33-52386d71496f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405abcfe-bad0-4121-a97a-2077311ac170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1507971 Apr 01 16:14:00.824329 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-45b8922f-e4c1-444b-97cf-92e3707dabbd req-f52d7649-9ed2-4e4b-9975-05763ad6c26d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Apr 01 16:14:00.825413 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] For port 08793f1d-e468-4442-a9d7-8a9f259aec84, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=08793f1d-e468-4442-a9d7-8a9f259aec84,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:00.825806 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:00.876848 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-588197fe-4377-4231-8887-cfc8b0af307a req-94ef5a5c-6998-4cfa-a191-17b41ae76f4a tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d67b5dd-be8c-41ec-9037-3dfe372fec49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412563 Apr 01 16:14:00.995028 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-7d513fd6-b93d-4d53-b848-e6ec35519d49 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988466 Apr 01 16:14:01.109056 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:01.109416 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (e0347cac-6899-4bdc-9890-8050c0ce96ec), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:01.109761 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Floating IP e0347cac-6899-4bdc-9890-8050c0ce96ec disassociated. External IP: 172.28.3.153, port: 08793f1d-e468-4442-a9d7-8a9f259aec84. Apr 01 16:14:01.110109 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Calling delete_port for 08793f1d-e468-4442-a9d7-8a9f259aec84 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:01.181383 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8d838c7f-d835-41c7-afa9-f893b6377205 req-0d578b96-5172-4650-a80a-fd20a55db0b3 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450524 Apr 01 16:14:01.262115 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (08793f1d-e468-4442-a9d7-8a9f259aec84), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:01.515979 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event deleted for resources: {'Port': ['ID=08793f1d-e468-4442-a9d7-8a9f259aec84,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:01.641682 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:14:01.643282 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b32102-063e-4368-830f-f6241984dbdb req-d5eabba3-6a71-40d0-bf33-510d3fec32e2 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:01.644803 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-10b32102-063e-4368-830f-f6241984dbdb req-d5eabba3-6a71-40d0-bf33-510d3fec32e2 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 945 time: 0.0554338 Apr 01 16:14:01.695347 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-10b32102-063e-4368-830f-f6241984dbdb req-f6ed2a3d-e6c1-446e-97aa-329f40c45019 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Apr 01 16:14:01.762535 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:01.773996 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] Sync routers for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:14:01.786308 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:01.786848 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:01.806406 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] No DVR routers for this DVR port 08793f1d-e468-4442-a9d7-8a9f259aec84 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:01.809129 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:01.812943 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c1cc2d9-da64-4db1-a475-0e9b5fe2aeeb req-bef0aa5d-6ffe-4107-81e3-4f94a80c41b9 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.57 "DELETE /v2.0/ports/08793f1d-e468-4442-a9d7-8a9f259aec84 HTTP/1.1" status: 204 len: 173 time: 1.4389095 Apr 01 16:14:01.813371 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'name': 'network-vif-deleted', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:01.815799 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d221ca2e-e4e7-420a-8cf5-42f27728ad5b" -d '{"events": [{"server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "name": "network-vif-deleted", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:01.856811 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11a7070-baaf-45ec-a273-3287dd32f19a x-openstack-request-id: req-c11a7070-baaf-45ec-a273-3287dd32f19a {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:01.857109 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf", "name": "network-vif-deleted", "tag": "08793f1d-e468-4442-a9d7-8a9f259aec84", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:01.857318 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c11a7070-baaf-45ec-a273-3287dd32f19a {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:01.858552 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11a7070-baaf-45ec-a273-3287dd32f19a'] response: {'server_uuid': 'e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf', 'name': 'network-vif-deleted', 'tag': '08793f1d-e468-4442-a9d7-8a9f259aec84', 'status': 'completed', 'code': 200} Apr 01 16:14:01.900221 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:02.000948 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5ef8b6ee-abfa-4e85-a2c8-180e5601266c req-3c2cf622-4c74-40b5-9a16-095dd279f0c0 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1ea7aef-f9dd-4d03-91b1-c46555f0b7bf HTTP/1.1" status: 200 len: 210 time: 0.0405488 Apr 01 16:14:02.022936 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:02.135028 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:02.161222 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] Checking router: df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:14:02.169949 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:02.170550 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:02.277711 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:02.486880 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:02.514242 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ec602-3480-471f-97f1-197ffc05dbbb None None] The sync data for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb is: [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:40Z', 'revision_number': 4, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '01fad3bc-f529-474d-9a4b-3cceebfd29db', 'name': '', 'network_id': '71641742-02b5-4ba4-81ef-b19c905751a5', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'mac_address': 'fa:16:3e:54:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:35Z', 'updated_at': '2022-04-01T16:08:53Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'subnets': [{'id': '0d99b898-8993-4f61-a1ec-e455da0e6ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:14:02.724572 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd31f-afc6-46d7-894c-8a5f5dc94812 None None] New status for floating IP e0347cac-6899-4bdc-9890-8050c0ce96ec: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:14:02.825734 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e127c-7d48-40d4-bfbd-83a5301a5596 req-84ae1d67-03bf-49fb-9bf7-a42a34040ae6 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:02.827443 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a07e127c-7d48-40d4-bfbd-83a5301a5596 req-84ae1d67-03bf-49fb-9bf7-a42a34040ae6 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 945 time: 0.0605130 Apr 01 16:14:02.887194 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a07e127c-7d48-40d4-bfbd-83a5301a5596 req-b94e1eeb-6bd4-4dcb-b2ae-a23a65fa7e48 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Apr 01 16:14:03.093958 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46824) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:03.158420 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4d60a8f7-b8f2-4278-a347-e7dbc0bdbf5f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (3d67b5dd-be8c-41ec-9037-3dfe372fec49), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.187149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4d60a8f7-b8f2-4278-a347-e7dbc0bdbf5f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (3d67b5dd-be8c-41ec-9037-3dfe372fec49), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.246431 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4d60a8f7-b8f2-4278-a347-e7dbc0bdbf5f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3d67b5dd-be8c-41ec-9037-3dfe372fec49), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.249341 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4d60a8f7-b8f2-4278-a347-e7dbc0bdbf5f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.250695 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4d60a8f7-b8f2-4278-a347-e7dbc0bdbf5f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "DELETE /v2.0/security-groups/3d67b5dd-be8c-41ec-9037-3dfe372fec49 HTTP/1.1" status: 204 len: 168 time: 0.1556449 Apr 01 16:14:03.253871 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46830) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:03.263712 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60a8f7-b8f2-4278-a347-e7dbc0bdbf5f tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d67b5dd-be8c-41ec-9037-3dfe372fec49,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:03.275655 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.api.v2.resource [None req-461fec3e-4226-4278-91d4-de8bae14c02d tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] show failed (client error): The resource could not be found. Apr 01 16:14:03.280330 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46832) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:03.281312 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-461fec3e-4226-4278-91d4-de8bae14c02d tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "GET /v2.0/security-groups/3d67b5dd-be8c-41ec-9037-3dfe372fec49 HTTP/1.1" status: 404 len: 347 time: 0.0263672 Apr 01 16:14:03.410885 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Deleting port 068b9941-d271-4122-85e4-a0439b72defb {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:03.411541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (068b9941-d271-4122-85e4-a0439b72defb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.497382 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (068b9941-d271-4122-85e4-a0439b72defb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.497873 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (068b9941-d271-4122-85e4-a0439b72defb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.519002 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.541629 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Calling delete_port for 068b9941-d271-4122-85e4-a0439b72defb owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:03.613195 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e0f1d-6d3d-4d12-99fb-38b05c34b62e req-a2ada27d-2655-4c96-b63a-3715c55516be tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:03.614622 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e7e0f1d-6d3d-4d12-99fb-38b05c34b62e req-a2ada27d-2655-4c96-b63a-3715c55516be tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 945 time: 0.1121778 Apr 01 16:14:03.682539 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8e7e0f1d-6d3d-4d12-99fb-38b05c34b62e req-21eadfa1-4b3a-4dbe-a10a-f98581c2c2db tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622411 Apr 01 16:14:03.733057 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (068b9941-d271-4122-85e4-a0439b72defb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.759062 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Pushing event deleted for resources: {'Port': ['ID=068b9941-d271-4122-85e4-a0439b72defb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:03.827495 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks [] for floatingip (e0347cac-6899-4bdc-9890-8050c0ce96ec), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.830054 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:03.831206 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4835dc4c-e5d2-45e8-a863-505270abd7a8 tempest-AttachVolumeTestJSON-1576877701 tempest-AttachVolumeTestJSON-1576877701-project] 10.222.0.70 "DELETE /v2.0/floatingips/e0347cac-6899-4bdc-9890-8050c0ce96ec HTTP/1.1" status: 204 len: 168 time: 0.5494111 Apr 01 16:14:03.882153 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 08793f1d-e468-4442-a9d7-8a9f259aec84 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:03.905104 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 08793f1d-e468-4442-a9d7-8a9f259aec84 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:03.905446 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 08793f1d-e468-4442-a9d7-8a9f259aec84 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:04.808099 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301111f4-f88f-4f34-8787-343540f9755a req-9152d209-fd1f-46da-bad5-3357e1652104 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:04.809519 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-301111f4-f88f-4f34-8787-343540f9755a req-9152d209-fd1f-46da-bad5-3357e1652104 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 945 time: 0.0580683 Apr 01 16:14:04.856627 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-301111f4-f88f-4f34-8787-343540f9755a req-ff6b4b86-a684-487c-a349-5cc2e6c6a4ea tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Apr 01 16:14:05.107787 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-55e948c2-075c-4f11-be2f-a8a381e0d540 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:05.109816 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-55e948c2-075c-4f11-be2f-a8a381e0d540 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 945 time: 0.0593543 Apr 01 16:14:05.214000 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Deleting port 1e07f687-482f-420b-8fef-1a0935802953 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:05.214308 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (1e07f687-482f-420b-8fef-1a0935802953), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:05.299961 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] For port 1e07f687-482f-420b-8fef-1a0935802953, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1e07f687-482f-420b-8fef-1a0935802953,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:05.300330 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (1e07f687-482f-420b-8fef-1a0935802953), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:05.313529 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Calling delete_port for 1e07f687-482f-420b-8fef-1a0935802953 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:05.441956 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (1e07f687-482f-420b-8fef-1a0935802953), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:05.456224 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['1e07f687-482f-420b-8fef-1a0935802953'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:14:05.469323 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Pushing event deleted for resources: {'Port': ['ID=1e07f687-482f-420b-8fef-1a0935802953,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:05.514263 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] No DVR routers for this DVR port 1e07f687-482f-420b-8fef-1a0935802953 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:05.516565 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:05.519800 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bc4bb437-1e26-4c6c-b7cd-73c6ad20358a req-a226d20f-fe9d-4623-8e8c-8487cb73893d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "DELETE /v2.0/ports/1e07f687-482f-420b-8fef-1a0935802953 HTTP/1.1" status: 204 len: 173 time: 0.4038541 Apr 01 16:14:05.520223 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'name': 'network-vif-deleted', 'tag': '1e07f687-482f-420b-8fef-1a0935802953'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:05.522409 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a29019-ee34-41ba-a9e4-c6588a5a97d9" -d '{"events": [{"server_uuid": "0caad0b6-96b3-4b87-83d1-89a5ae742ec9", "name": "network-vif-deleted", "tag": "1e07f687-482f-420b-8fef-1a0935802953"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:05.561270 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bcdd30-9fe4-412d-b184-fd23ecd9dc9d x-openstack-request-id: req-c5bcdd30-9fe4-412d-b184-fd23ecd9dc9d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:05.561556 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caad0b6-96b3-4b87-83d1-89a5ae742ec9", "name": "network-vif-deleted", "tag": "1e07f687-482f-420b-8fef-1a0935802953", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:05.561828 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5bcdd30-9fe4-412d-b184-fd23ecd9dc9d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:05.562223 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bcdd30-9fe4-412d-b184-fd23ecd9dc9d'] response: {'server_uuid': '0caad0b6-96b3-4b87-83d1-89a5ae742ec9', 'name': 'network-vif-deleted', 'tag': '1e07f687-482f-420b-8fef-1a0935802953', 'status': 'completed', 'code': 200} Apr 01 16:14:05.963361 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a344896e-f2eb-4acd-b34c-5d8ad34a0f25 req-966821f7-38ed-44fc-9b62-92ed19315cd9 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=0caad0b6-96b3-4b87-83d1-89a5ae742ec9 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Apr 01 16:14:07.220872 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-3cecd65b-156b-4efc-89ff-b9194a664dff tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:07.222256 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-3cecd65b-156b-4efc-89ff-b9194a664dff tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/networks?id=ecda954e-4e77-4acf-8173-59f33d41291c HTTP/1.1" status: 200 len: 809 time: 0.1029537 Apr 01 16:14:07.236800 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-c4def55a-a64f-4e73-9598-0d7728eb2fb1 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/quotas/06420fd000ba4fdf9e1920d7ce569c2e HTTP/1.1" status: 200 len: 375 time: 0.0092762 Apr 01 16:14:07.267521 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-ba6d583b-eaac-42c9-a887-f335479a0011 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=06420fd000ba4fdf9e1920d7ce569c2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259087 Apr 01 16:14:07.349752 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46888) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:07.361136 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-27144b69-ad19-4996-bddd-f356d59ccff8 service neutron] 10.222.0.70 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870450 Apr 01 16:14:07.451493 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-31029650-6aab-4a18-84a6-ebb498e43b66 service neutron] 10.222.0.70 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842798 Apr 01 16:14:07.619422 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e3c01e28-f9a9-4f97-8e22-41ff57dd357d req-ddc64566-ec65-4e3f-9e0b-7369b613fe25 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 210 time: 0.0320497 Apr 01 16:14:07.863294 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:07.876043 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1e07f687-482f-420b-8fef-1a0935802953 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:07.896230 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 1e07f687-482f-420b-8fef-1a0935802953 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:07.896654 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 1e07f687-482f-420b-8fef-1a0935802953 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:08.164547 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Deleting port 01fad3bc-f529-474d-9a4b-3cceebfd29db {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:08.164894 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:08.240832 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] For port 01fad3bc-f529-474d-9a4b-3cceebfd29db, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=01fad3bc-f529-474d-9a4b-3cceebfd29db,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:08.241192 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:08.253428 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Calling delete_port for 01fad3bc-f529-474d-9a4b-3cceebfd29db owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:08.430188 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (01fad3bc-f529-474d-9a4b-3cceebfd29db), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:08.458686 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Pushing event deleted for resources: {'Port': ['ID=01fad3bc-f529-474d-9a4b-3cceebfd29db,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:08.724555 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-366512eb-c686-44a4-a839-80dd6756cd52 req-0bfb2902-51dc-4691-aac7-d0644232ecc6 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 210 time: 0.0294385 Apr 01 16:14:08.926708 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-e56814ec-1bd1-41ef-9db6-0ea7a92b9963 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:08.928107 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-e56814ec-1bd1-41ef-9db6-0ea7a92b9963 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "GET /v2.0/networks?id=ecda954e-4e77-4acf-8173-59f33d41291c HTTP/1.1" status: 200 len: 809 time: 0.4252183 Apr 01 16:14:08.943048 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Request body: {'port': {'device_id': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c', 'admin_state_up': True, 'tenant_id': '06420fd000ba4fdf9e1920d7ce569c2e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:08.948761 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:09.135075 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Made reservation on behalf of 06420fd000ba4fdf9e1920d7ce569c2e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:09.138342 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:09.325810 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:14:09.344373 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Allocated IP 172.20.0.12 (ecda954e-4e77-4acf-8173-59f33d41291c/770aa974-35a1-41ff-8fd9-1081f65812e2/32661da5-c80f-4f99-a6b6-5d29c29ed429) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:09.519322 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:09.527721 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b710e9b6-0640-4416-9f7e-d10c8ee9d072 admin admin] 10.222.0.70 "PUT /v2.0/routers/df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1747231 Apr 01 16:14:09.527942 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46908) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:09.528089 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] Sync routers for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:14:09.538264 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:09.538875 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:09.646482 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:09.646735 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks [] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:09.674479 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks [] for router (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:09.760371 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:09.835381 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:14:08Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:09.840461 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Network ecda954e-4e77-4acf-8173-59f33d41291c is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:09.851437 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:09.861217 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] Checking router: df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:14:09.862402 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:14:09.869138 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Pushing event updated for resources: {'Port': ['ID=32661da5-c80f-4f99-a6b6-5d29c29ed429,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:09.869517 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] Routers {'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:09.870164 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:09.909571 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks [] for router_gateway (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:09.931878 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:09.932369 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:09.946994 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b04a8-35d6-4378-8930-32fcb63ebaca req-b7d4f90b-64f7-401a-bc25-93d398eea7c5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:09.948531 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b4b04a8-35d6-4378-8930-32fcb63ebaca req-b7d4f90b-64f7-401a-bc25-93d398eea7c5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 932 time: 0.1500254 Apr 01 16:14:09.981404 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] Set router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:09.990330 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2252b493-976b-49fe-b81e-2b0722f34ca5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0507920 Apr 01 16:14:10.012718 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Request body: {'port': {'device_id': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:10.055702 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b4b04a8-35d6-4378-8930-32fcb63ebaca req-21bcf06c-7f0f-4dae-905a-7a6f7098d9d1 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886290 Apr 01 16:14:10.086748 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Deleting port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:10.087085 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.133946 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.215758 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] For port 3b405204-fa2f-4d01-8d4c-3a1a6446d39f, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:10.216114 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.241856 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:14:08Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:10.270208 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b665f3e-b501-4f8b-b1ca-979b88edee08 None None] The sync data for ids ['df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07'] in dv-cinder-835880-3-smb is: [{'id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'name': 'tempest-AttachVolumeTestJSON-1569654514-router', 'tenant_id': '56953c8a31934b56b5e605d4c292b041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:14:08Z', 'revision_number': 5, 'project_id': '56953c8a31934b56b5e605d4c292b041', 'gw_port': {'id': '3b405204-fa2f-4d01-8d4c-3a1a6446d39f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:14:10.275007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Calling delete_port for 3b405204-fa2f-4d01-8d4c-3a1a6446d39f owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:10.493056 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:14:10.549447 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32661da5-c80f-4f99-a6b6-5d29c29ed429 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:10.559544 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Publish callbacks [] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.572909 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (3b405204-fa2f-4d01-8d4c-3a1a6446d39f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.610474 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b405204-fa2f-4d01-8d4c-3a1a6446d39f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:10.614939 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Transition to ACTIVE for port object 32661da5-c80f-4f99-a6b6-5d29c29ed429 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:14:10.634106 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.634686 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 01fad3bc-f529-474d-9a4b-3cceebfd29db no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:10.661023 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 01fad3bc-f529-474d-9a4b-3cceebfd29db {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:10.661374 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 01fad3bc-f529-474d-9a4b-3cceebfd29db not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:10.713348 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=32661da5-c80f-4f99-a6b6-5d29c29ed429,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:10.723644 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.874260 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.878064 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks [] for router_controller (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.944904 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Attempting to bind port 32661da5-c80f-4f99-a6b6-5d29c29ed429 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:14:10.945234 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Attempting to bind port 32661da5-c80f-4f99-a6b6-5d29c29ed429 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:14:10.945557 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Attempting to bind port 32661da5-c80f-4f99-a6b6-5d29c29ed429 on network ecda954e-4e77-4acf-8173-59f33d41291c {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:10.951609 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Port 32661da5-c80f-4f99-a6b6-5d29c29ed429 on network ecda954e-4e77-4acf-8173-59f33d41291c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:14:10.951933 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Attempting to bind port 32661da5-c80f-4f99-a6b6-5d29c29ed429 on network ecda954e-4e77-4acf-8173-59f33d41291c {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:10.958274 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:14:10.958669 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Checking segment: {'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:14:10.959250 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Bound using segment: {'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:14:10.959443 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Bound port: 32661da5-c80f-4f99-a6b6-5d29c29ed429, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7cffa1-39dc-4144-942d-e097d61bdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:14:10.959806 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.962992 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.963541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:14:10.974391 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:10.975527 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9370ebfa-80ba-4e29-9bcf-9db3b06e28b2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/df6d0fbd-a53b-43ce-9cbe-6ebf8ebfba07 HTTP/1.1" status: 204 len: 168 time: 1.4467006 Apr 01 16:14:10.978252 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46912) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:11.026082 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Deleting subnet 0d99b898-8993-4f61-a1ec-e455da0e6ed6 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:14:11.029322 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Publish callbacks [] for subnet (0d99b898-8993-4f61-a1ec-e455da0e6ed6), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.034816 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] For port 32661da5-c80f-4f99-a6b6-5d29c29ed429, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:11.038432 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] For port 32661da5-c80f-4f99-a6b6-5d29c29ed429, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=32661da5-c80f-4f99-a6b6-5d29c29ed429,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:11.044849 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.075004 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3357529'] for subnet (0d99b898-8993-4f61-a1ec-e455da0e6ed6), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.081631 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:11.082269 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.083961 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] 10.222.0.57 "PUT /v2.0/ports/32661da5-c80f-4f99-a6b6-5d29c29ed429 HTTP/1.1" status: 200 len: 1094 time: 1.0813661 Apr 01 16:14:11.086553 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'tag': '32661da5-c80f-4f99-a6b6-5d29c29ed429'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:11.089438 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7", "tag": "32661da5-c80f-4f99-a6b6-5d29c29ed429"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:11.129315 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538693-922d-4501-9b64-ba74d076f2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=32661da5-c80f-4f99-a6b6-5d29c29ed429,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:11.158825 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14959c2-b5b0-4a98-90d4-d352f676c81d x-openstack-request-id: req-a14959c2-b5b0-4a98-90d4-d352f676c81d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:11.159172 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7", "tag": "32661da5-c80f-4f99-a6b6-5d29c29ed429", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:11.159375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a14959c2-b5b0-4a98-90d4-d352f676c81d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:11.159749 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14959c2-b5b0-4a98-90d4-d352f676c81d'] response: {'name': 'network-changed', 'server_uuid': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'tag': '32661da5-c80f-4f99-a6b6-5d29c29ed429', 'status': 'completed', 'code': 200} Apr 01 16:14:11.193022 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (0d99b898-8993-4f61-a1ec-e455da0e6ed6), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.196394 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-cf2ce8af-03ea-46c2-bb6a-5e94bd7f7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:11.198014 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-cf2ce8af-03ea-46c2-bb6a-5e94bd7f7790 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06420fd000ba4fdf9e1920d7ce569c2e&device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 1128 time: 0.0642810 Apr 01 16:14:11.246958 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-2099c1e0-3744-4b1c-9cbc-9bb269a0bed3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32661da5-c80f-4f99-a6b6-5d29c29ed429 HTTP/1.1" status: 200 len: 217 time: 0.0399561 Apr 01 16:14:11.250896 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8405584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8837465'] for subnet (0d99b898-8993-4f61-a1ec-e455da0e6ed6), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.276998 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d99b898-8993-4f61-a1ec-e455da0e6ed6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:11.287089 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.287727 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.288313 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.288896 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.289200 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.289529 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.289887 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.290217 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.290537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.290862 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.291186 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.291509 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.291827 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.292156 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.292454 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.295587 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdc48e-d592-4f21-98a6-6c242795bd9d None None] Network 71641742-02b5-4ba4-81ef-b19c905751a5 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:14:11.302397 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.304848 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-f416b223-73d4-41d4-9e04-0427347d1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:11.306912 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-f416b223-73d4-41d4-9e04-0427347d1410 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=770aa974-35a1-41ff-8fd9-1081f65812e2 HTTP/1.1" status: 200 len: 849 time: 0.0543563 Apr 01 16:14:11.307362 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-174c4f2e-df41-4215-8b12-b8b213f2197a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0d99b898-8993-4f61-a1ec-e455da0e6ed6 HTTP/1.1" status: 204 len: 168 time: 0.3271811 Apr 01 16:14:11.310304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46918) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:11.369568 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd447ec-512b-451a-b7cd-2befce19f2b0 req-01a1e079-e37e-4f46-ad30-2c8ab0bf2e04 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:11.371660 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd447ec-512b-451a-b7cd-2befce19f2b0 req-01a1e079-e37e-4f46-ad30-2c8ab0bf2e04 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 944 time: 0.0613327 Apr 01 16:14:11.430668 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-dfd447ec-512b-451a-b7cd-2befce19f2b0 req-02b88dd4-834c-421a-8435-60a4fa6853c5 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525815 Apr 01 16:14:11.487870 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] DHCP port deletion for 71641742-02b5-4ba4-81ef-b19c905751a5 request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:14:11.541430 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Deleting port fb8ba6e1-4705-43ba-aa46-33f78e6521fb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:11.541827 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.604728 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] For port fb8ba6e1-4705-43ba-aa46-33f78e6521fb, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=fb8ba6e1-4705-43ba-aa46-33f78e6521fb,segment=NetworkSegment(6eaef864-9b38-42a2-a4f4-32ea6e6cdac7),segment_id=6eaef864-9b38-42a2-a4f4-32ea6e6cdac7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:11.605126 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.617125 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-1682fd28-0401-40f4-881a-543994bc950e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecda954e-4e77-4acf-8173-59f33d41291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2947540 Apr 01 16:14:11.619462 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Calling delete_port for fb8ba6e1-4705-43ba-aa46-33f78e6521fb owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:11.688246 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (71641742-02b5-4ba4-81ef-b19c905751a5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.703143 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295'] for port (fb8ba6e1-4705-43ba-aa46-33f78e6521fb), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.731763 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Pushing event deleted for resources: {'Port': ['ID=fb8ba6e1-4705-43ba-aa46-33f78e6521fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:11.735967 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] No DVR routers for this DVR port fb8ba6e1-4705-43ba-aa46-33f78e6521fb on host dv-cinder-835880-3-smb {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:11.742387 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.742594 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.742937 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.743277 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.746357 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.747621 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.747621 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0807105-cb02-40ab-99e2-832c7a08b54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:11.753833 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-543e3f78-5bed-4953-b47e-0869065c8c35 service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282449 Apr 01 16:14:11.835125 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (71641742-02b5-4ba4-81ef-b19c905751a5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.861591 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71641742-02b5-4ba4-81ef-b19c905751a5']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:11.880106 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:11.880397 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaef864-9b38-42a2-a4f4-32ea6e6cdac7') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:11.898152 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3429397'] for segment (6eaef864-9b38-42a2-a4f4-32ea6e6cdac7), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.925949 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-94f3f1ad-1e63-40f6-a08b-ea6efc8a04c9 req-111c265e-8077-4f18-93c5-e79e188619e9 service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454892 Apr 01 16:14:11.929384 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (6eaef864-9b38-42a2-a4f4-32ea6e6cdac7), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.936991 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:14:11.937520 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810028'] for segment (6eaef864-9b38-42a2-a4f4-32ea6e6cdac7), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: Traceback (most recent call last): Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: timer() Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: cb(*args, **kw) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: return func(*args, **kwargs) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: self._notify() Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: self.callback(batched_events) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: event.method(event) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: return f(self, *a, **k) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: return self._get(url).json() Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:14:11.939477 dv-cinder-835880-3-smb neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:14:12.019974 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (71641742-02b5-4ba4-81ef-b19c905751a5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:12.024219 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:12.027444 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] 10.222.0.70 "DELETE /v2.0/networks/71641742-02b5-4ba4-81ef-b19c905751a5 HTTP/1.1" status: 204 len: 168 time: 0.7109194 Apr 01 16:14:12.043463 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88f2b5-7f1b-4230-a84f-173b8a74c489 admin admin] Pushing event deleted for resources: {'Network': ['ID=71641742-02b5-4ba4-81ef-b19c905751a5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:12.051193 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-23478c9b-8eaf-4e7a-bddb-da04fa68850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:12.052699 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-23478c9b-8eaf-4e7a-bddb-da04fa68850c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06420fd000ba4fdf9e1920d7ce569c2e&device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 1128 time: 0.0725396 Apr 01 16:14:12.142975 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46922) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:12.172609 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-4cd93768-bb92-469d-a0ee-2089d2080d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:12.175300 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-4cd93768-bb92-469d-a0ee-2089d2080d12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecda954e-4e77-4acf-8173-59f33d41291c HTTP/1.1" status: 200 len: 910 time: 0.1131489 Apr 01 16:14:12.223741 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-062fee5f-88b3-42f0-a778-747474caea1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32661da5-c80f-4f99-a6b6-5d29c29ed429 HTTP/1.1" status: 200 len: 217 time: 0.0392847 Apr 01 16:14:12.229759 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-43d2f8dd-ca47-41a7-8d31-7e2a4d44f7f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56953c8a31934b56b5e605d4c292b041&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0857449 Apr 01 16:14:12.232844 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46924) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:12.306446 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-f81d3aca-d100-4ff8-a8bf-094c62008762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:12.307876 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-f81d3aca-d100-4ff8-a8bf-094c62008762 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=770aa974-35a1-41ff-8fd9-1081f65812e2 HTTP/1.1" status: 200 len: 849 time: 0.0729926 Apr 01 16:14:12.330326 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f0c84a8-475d-46fa-996a-51db688d5053 admin admin] Publish callbacks [] for security_group (410ba034-5ca2-4316-a5cd-2df621ed886b), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:12.346676 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-f46e1b77-4be6-4fba-8477-cff30ef6213d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecda954e-4e77-4acf-8173-59f33d41291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285890 Apr 01 16:14:12.380610 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f0c84a8-475d-46fa-996a-51db688d5053 admin admin] Publish callbacks [] for security_group (410ba034-5ca2-4316-a5cd-2df621ed886b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:12.472322 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-61ce1d45-c25c-42c1-b1b0-600d7a8383bc service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172116 Apr 01 16:14:12.477956 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f0c84a8-475d-46fa-996a-51db688d5053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (410ba034-5ca2-4316-a5cd-2df621ed886b), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:12.481483 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f0c84a8-475d-46fa-996a-51db688d5053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:12.482619 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-7f0c84a8-475d-46fa-996a-51db688d5053 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/410ba034-5ca2-4316-a5cd-2df621ed886b HTTP/1.1" status: 204 len: 168 time: 0.2488077 Apr 01 16:14:12.508502 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c84a8-475d-46fa-996a-51db688d5053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410ba034-5ca2-4316-a5cd-2df621ed886b,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:12.614346 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 3b405204-fa2f-4d01-8d4c-3a1a6446d39f no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:12.626541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe0e6-b12b-41d0-b34c-b0a65cfb84bd req-fb3079b3-843c-41b3-a6e5-782d5e3ded09 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:12.628018 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c92fe0e6-b12b-41d0-b34c-b0a65cfb84bd req-fb3079b3-843c-41b3-a6e5-782d5e3ded09 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 944 time: 0.0895791 Apr 01 16:14:12.630262 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4a5833ec-6aac-41ba-a51f-2b3f0ee8f4fd req-d572a0c5-01ca-4886-9e36-fdcec38dcbfc service neutron] 10.222.0.57 "GET /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466529 Apr 01 16:14:12.635041 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 3b405204-fa2f-4d01-8d4c-3a1a6446d39f {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:12.635621 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 3b405204-fa2f-4d01-8d4c-3a1a6446d39f not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:12.636280 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fb8ba6e1-4705-43ba-aa46-33f78e6521fb no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:12.657354 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: fb8ba6e1-4705-43ba-aa46-33f78e6521fb {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:12.657734 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fb8ba6e1-4705-43ba-aa46-33f78e6521fb not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:12.681350 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c92fe0e6-b12b-41d0-b34c-b0a65cfb84bd req-538405a7-5eb5-4ac8-b0b5-9c5954709a61 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Apr 01 16:14:13.183053 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46952) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:13.274967 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1766509847-network', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:13.293416 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Made reservation on behalf of d1b23a94f28e4d55acd0ce54d4704156 for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:13.295729 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.303922 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.378274 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks [] for security_group (f6c786b7-4bbd-4837-accb-3327a86e0a3e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.381811 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f6c786b7-4bbd-4837-accb-3327a86e0a3e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.407554 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:14:13.412739 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c786b7-4bbd-4837-accb-3327a86e0a3e,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:13.419857 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (82553f9f-0862-4fc8-a0a3-131e6413a6b2), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.420212 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.segments_db [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Added segment 82553f9f-0862-4fc8-a0a3-131e6413a6b2 of type vlan for network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e Apr 01 16:14:13.459728 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738089347130'] for network (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.486503 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847'] for network (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.487539 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:13.488113 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.537871 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3532317 Apr 01 16:14:13.540918 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46956) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:13.546797 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Request body: {'subnet': {'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-subnet', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:13.549177 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab5b45-2d39-4979-b333-0f2db90b9a2b admin admin] Pushing event updated for resources: {'Network': ['ID=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:13.559899 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e details requested by agent ovs-agent-dv-cinder-835880-3-smb with host dv-cinder-835880-3-smb {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:14:13.566314 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Made reservation on behalf of d1b23a94f28e4d55acd0ce54d4704156 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:13.568543 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837446'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.736940 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8405523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8837456'] for subnet (e35909e2-4022-4a99-a52d-52b74c243a41), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.807248 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35909e2-4022-4a99-a52d-52b74c243a41,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:13.833991 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Checking segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:14:13.834341 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Network hostable DHCP agents. Network: 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e, hostable agents: ['9ae926ee-b857-4886-b38e-a907f4b3cb4e'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:14:13.846656 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacb8b6-26f8-47fa-b35a-f2f3bcfc28c1 req-aa4940c6-fa39-4fd2-9645-633a4ee8df46 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:13.848112 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3eacb8b6-26f8-47fa-b35a-f2f3bcfc28c1 req-aa4940c6-fa39-4fd2-9645-633a4ee8df46 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 944 time: 0.0880649 Apr 01 16:14:13.875716 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is scheduled to be hosted by DHCP agent 9ae926ee-b857-4886-b38e-a907f4b3cb4e with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:14:13.892720 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-3-smb, 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:13.900402 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:13.900585 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.900835 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11644a-1a68-46f8-af7f-d61c524fa99a None None] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:14:13.919929 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3eacb8b6-26f8-47fa-b35a-f2f3bcfc28c1 req-34f896fa-9ac9-41fb-9111-add72ddc3d55 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648930 Apr 01 16:14:13.930110 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46960) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:13.930625 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-2797129f-8485-4000-b392-6e8ccba1ab7f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3877225 Apr 01 16:14:13.935886 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:13.949064 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 32661da5-c80f-4f99-a6b6-5d29c29ed429 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:14:13.954802 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:13.956040 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.018161 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks [] for router_controller (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.069384 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0de00b-f6c3-5ceb-81d0-ac2565bc6fb6-9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41'}]}} from dv-cinder-835880-3-smb. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 16:14:14.070935 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.110854 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 32661da5-c80f-4f99-a6b6-5d29c29ed429, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=32661da5-c80f-4f99-a6b6-5d29c29ed429,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:14.161937 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks [] for router_gateway (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.172320 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '32661da5-c80f-4f99-a6b6-5d29c29ed429', 'network_id': 'ecda954e-4e77-4acf-8173-59f33d41291c', 'port_id': '32661da5-c80f-4f99-a6b6-5d29c29ed429', 'mac_address': 'fa:16:3e:8e:24:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770aa974-35a1-41ff-8fd9-1081f65812e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:14:14.244167 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 32661da5-c80f-4f99-a6b6-5d29c29ed429 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:14.244548 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.266836 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32661da5-c80f-4f99-a6b6-5d29c29ed429 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:14.271181 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Allocated IP 172.20.0.2 (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e/e35909e2-4022-4a99-a52d-52b74c243a41/a2cace93-7828-46d3-a150-3e7a2272c42e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:14.296812 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 32661da5-c80f-4f99-a6b6-5d29c29ed429, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=32661da5-c80f-4f99-a6b6-5d29c29ed429,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:14.299860 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.358533 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks [] for router_gateway (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.377014 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.401901 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=32661da5-c80f-4f99-a6b6-5d29c29ed429,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:14.465304 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Publish callbacks [] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.472782 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.482244 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Allocated IP 172.28.3.29 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/5c62b930-44f3-4b6f-aed5-f5c0496fe3ed) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:14.517042 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:14.523005 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:14.527933 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:14:14.530966 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Pushing event updated for resources: {'Port': ['ID=a2cace93-7828-46d3-a150-3e7a2272c42e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:14.573651 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['32661da5-c80f-4f99-a6b6-5d29c29ed429'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:14:14.596598 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks [] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.608830 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Attempting to bind port a2cace93-7828-46d3-a150-3e7a2272c42e on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:14:14.609198 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Attempting to bind port a2cace93-7828-46d3-a150-3e7a2272c42e by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:14:14.609552 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Attempting to bind port a2cace93-7828-46d3-a150-3e7a2272c42e on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:14.619273 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:14:14.619648 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Checking segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:14:14.620044 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.620429 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Bound using segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:14:14.621573 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Bound port: a2cace93-7828-46d3-a150-3e7a2272c42e, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:14:14.621975 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.631268 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.666469 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:14.669286 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:14.672758 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:14:14.698460 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Pushing event updated for resources: {'Port': ['ID=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:14.723599 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] For port a2cace93-7828-46d3-a150-3e7a2272c42e, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:14.744035 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] For port a2cace93-7828-46d3-a150-3e7a2272c42e, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=a2cace93-7828-46d3-a150-3e7a2272c42e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:14.756306 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:14.842734 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01332039-188f-42fe-b26e-7e9dbc3304b1 None None] Pushing event updated for resources: {'Port': ['ID=a2cace93-7828-46d3-a150-3e7a2272c42e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:14.934419 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks [] for router_gateway (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:15.132357 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c24aa2-49db-4522-91ed-0ab3b7003a7f req-8bc5cbac-b3b9-48aa-83f6-28cfc64bc61b tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:15.133855 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-43c24aa2-49db-4522-91ed-0ab3b7003a7f req-8bc5cbac-b3b9-48aa-83f6-28cfc64bc61b tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 945 time: 0.1176143 Apr 01 16:14:15.224349 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-43c24aa2-49db-4522-91ed-0ab3b7003a7f req-dbdea4ed-830b-4ae1-ba75-643db855066f tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623424 Apr 01 16:14:15.238481 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656673'] for router (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:15.364985 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc is scheduled to L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:14:15.475422 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:15.485277 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:14:15.495769 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:15.496445 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:15.499880 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:15.500065 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-fa2fd32a-822f-4411-aaf3-cfe30e6da5fb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5653887 Apr 01 16:14:15.500157 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46964) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:15.617965 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:15.910770 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933b985-f02e-421a-852a-e16d6222e242 None None] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:14:15.927070 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 32661da5-c80f-4f99-a6b6-5d29c29ed429 up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:15.929461 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.018510 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-2d1d839f-6b6c-4816-b530-7ac249ee2819 None None] Provisioning complete for port a2cace93-7828-46d3-a150-3e7a2272c42e triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:16.018886 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d1d839f-6b6c-4816-b530-7ac249ee2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.085962 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Allocated IP 172.20.0.1 (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e/e35909e2-4022-4a99-a52d-52b74c243a41/927d4b0b-1f58-4a16-b06d-2c9fa8762afe) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:16.102367 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:14Z', 'revision_number': 3, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:16.111284 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 32661da5-c80f-4f99-a6b6-5d29c29ed429 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:14:16.147013 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:14:16.147255 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Updating router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed binding host dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:14:16.148945 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 32661da5-c80f-4f99-a6b6-5d29c29ed429 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:16.149309 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.189848 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks [] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.228265 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.231485 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.278032 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:16.281002 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:16.286825 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:14:16.304068 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d839f-6b6c-4816-b530-7ac249ee2819 None None] Current status of the port a2cace93-7828-46d3-a150-3e7a2272c42e is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:16.304663 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d1d839f-6b6c-4816-b530-7ac249ee2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.334448 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Pushing event updated for resources: {'Port': ['ID=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:16.388822 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655862'] for router_interface (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.442590 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-2d1d839f-6b6c-4816-b530-7ac249ee2819 None None] For port a2cace93-7828-46d3-a150-3e7a2272c42e, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=a2cace93-7828-46d3-a150-3e7a2272c42e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:16.462444 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f6ecb-b4da-495f-8c0e-ef5527dff692 req-efd99263-976e-4acf-bb48-dbd2683fd50f tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:16.463732 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4e7f6ecb-b4da-495f-8c0e-ef5527dff692 req-efd99263-976e-4acf-bb48-dbd2683fd50f tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 945 time: 0.1578891 Apr 01 16:14:16.486181 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d1d839f-6b6c-4816-b530-7ac249ee2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.526787 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 32661da5-c80f-4f99-a6b6-5d29c29ed429 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:16.526787 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.569485 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4e7f6ecb-b4da-495f-8c0e-ef5527dff692 req-627d114f-2385-4f2c-aa7d-93cc55878864 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996323 Apr 01 16:14:16.596718 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32661da5-c80f-4f99-a6b6-5d29c29ed429'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:16.596718 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa8a055-49fd-4097-bd35-5489519ab4e1" -d '{"events": [{"server_uuid": "6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7", "name": "network-vif-plugged", "status": "completed", "tag": "32661da5-c80f-4f99-a6b6-5d29c29ed429"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:16.617833 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.624832 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d839f-6b6c-4816-b530-7ac249ee2819 None None] Pushing event updated for resources: {'Port': ['ID=a2cace93-7828-46d3-a150-3e7a2272c42e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:16.636301 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 32661da5-c80f-4f99-a6b6-5d29c29ed429, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=32661da5-c80f-4f99-a6b6-5d29c29ed429,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:16.654754 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.701006 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-52fe0d39-583d-4d75-a1b8-1f552194d522 None None] Provisioning complete for port a2cace93-7828-46d3-a150-3e7a2272c42e triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:16.701400 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52fe0d39-583d-4d75-a1b8-1f552194d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.710699 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device a2cace93-7828-46d3-a150-3e7a2272c42e up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:16.808924 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks [] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.814901 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.825764 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=32661da5-c80f-4f99-a6b6-5d29c29ed429,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:16.840800 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Publish callbacks [] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.847451 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8a284-214a-48e3-8557-f7239ebef886 x-openstack-request-id: req-50e8a284-214a-48e3-8557-f7239ebef886 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:16.847742 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7", "name": "network-vif-plugged", "status": "completed", "tag": "32661da5-c80f-4f99-a6b6-5d29c29ed429", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:16.848071 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50e8a284-214a-48e3-8557-f7239ebef886 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:16.848462 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e8a284-214a-48e3-8557-f7239ebef886'] response: {'server_uuid': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32661da5-c80f-4f99-a6b6-5d29c29ed429', 'code': 200} Apr 01 16:14:16.853993 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.906648 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655714'] for router_interface (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.909865 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Pushing event updated for resources: {'Port': ['ID=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:16.932440 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port a2cace93-7828-46d3-a150-3e7a2272c42e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:16.932819 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:16.972570 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ec466-53f0-4a25-9f47-411609268c7f None None] Pushing event updated for resources: {'Port': ['ID=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:16.977656 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Attempting to bind port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:14:16.978025 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Attempting to bind port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:14:16.978385 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Attempting to bind port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed on network e33a312d-dfa3-432d-88a6-07dea976a923 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:17.000453 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:14:17.000825 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Checking segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:14:17.001222 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.001624 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Bound using segment: {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:14:17.002092 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Bound port: 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59abd5a-828d-417a-9a90-a8042dbe9feb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:14:17.002464 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.003913 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-52fe0d39-583d-4d75-a1b8-1f552194d522 None None] Current status of the port a2cace93-7828-46d3-a150-3e7a2272c42e is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:17.024272 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:17.025746 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:17.061222 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7622f-c25c-416c-ba3b-228946a37166 req-1ebaef77-d23c-4e9f-a525-a50b5bb5978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:17.063534 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-22c7622f-c25c-416c-ba3b-228946a37166 req-1ebaef77-d23c-4e9f-a525-a50b5bb5978f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 1130 time: 0.0502651 Apr 01 16:14:17.092532 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] For port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:17.109985 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] For port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:17.122362 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port a2cace93-7828-46d3-a150-3e7a2272c42e is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:17.128336 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.141264 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-22c7622f-c25c-416c-ba3b-228946a37166 req-70eb8c3e-22c1-4523-b7e5-e30624b2caa3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712049 Apr 01 16:14:17.158457 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:14:17.177911 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-6a870816-fe27-48d1-b325-cf87bdde5fd5 None None] Provisioning complete for port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:17.178309 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a870816-fe27-48d1-b325-cf87bdde5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.235030 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ec466-53f0-4a25-9f47-411609268c7f None None] Pushing event updated for resources: {'Port': ['ID=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:17.237426 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:17.238043 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:17.280132 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6a870816-fe27-48d1-b325-cf87bdde5fd5 None None] Port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:14:17.288573 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:17.293422 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-d7d886dc-7977-46da-af4e-a0e7f15a2942 admin admin] 10.222.0.70 "PUT /v2.0/routers/7e5e4bf8-87a9-4687-8971-3cc108c5a7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7920904 Apr 01 16:14:17.352144 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:17.474227 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-a929f5c8-1929-49a4-aaaa-fbea1e098bce None None] Provisioning complete for port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:17.474607 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a929f5c8-1929-49a4-aaaa-fbea1e098bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.525986 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a929f5c8-1929-49a4-aaaa-fbea1e098bce None None] Port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:14:17.591002 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:17.648932 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 46982) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:17.654358 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cc28578a-a752-42c9-8ba8-b45d9768a09d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581035029', 'description': 'tempest-description--1420745505'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:17.677873 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc28578a-a752-42c9-8ba8-b45d9768a09d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.706307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73faf2-ec9b-4566-9b23-0209e3dd9321 req-aea40134-fd68-42c5-b709-ab23177c0ff1 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:17.708489 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-be73faf2-ec9b-4566-9b23-0209e3dd9321 req-aea40134-fd68-42c5-b709-ab23177c0ff1 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 946 time: 0.0603483 Apr 01 16:14:17.749007 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affae3a3-abbe-472e-885f-97c905a29544 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:14:17.749673 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc28578a-a752-42c9-8ba8-b45d9768a09d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (5a145b28-7f78-4082-8f78-4a05c59ec6a0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.756407 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc28578a-a752-42c9-8ba8-b45d9768a09d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5a145b28-7f78-4082-8f78-4a05c59ec6a0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.763986 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-be73faf2-ec9b-4566-9b23-0209e3dd9321 req-b7345297-3667-4980-a294-199ca292f6b1 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471857 Apr 01 16:14:17.787869 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc28578a-a752-42c9-8ba8-b45d9768a09d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.791946 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46984) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:17.792149 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-cc28578a-a752-42c9-8ba8-b45d9768a09d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1416852 Apr 01 16:14:17.796414 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-c0f036e9-b0c7-48fd-8ac0-077ef17624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '5a145b28-7f78-4082-8f78-4a05c59ec6a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:17.796572 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28578a-a752-42c9-8ba8-b45d9768a09d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a145b28-7f78-4082-8f78-4a05c59ec6a0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:17.825149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c0f036e9-b0c7-48fd-8ac0-077ef17624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (f73d717a-beac-48a9-8576-ed0aa2442897), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.882674 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c0f036e9-b0c7-48fd-8ac0-077ef17624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (f73d717a-beac-48a9-8576-ed0aa2442897), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.890193 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c0f036e9-b0c7-48fd-8ac0-077ef17624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (f73d717a-beac-48a9-8576-ed0aa2442897), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.907950 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f036e9-b0c7-48fd-8ac0-077ef17624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73d717a-beac-48a9-8576-ed0aa2442897,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:17.916123 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c0f036e9-b0c7-48fd-8ac0-077ef17624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:17.917660 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c0f036e9-b0c7-48fd-8ac0-077ef17624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246049 Apr 01 16:14:17.920443 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46986) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:17.924972 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-d02de909-8186-42e6-83e9-807def72399a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '5a145b28-7f78-4082-8f78-4a05c59ec6a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:17.952587 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d02de909-8186-42e6-83e9-807def72399a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (9c064f0b-8b65-4842-aa87-cb29d46dd4ea), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.019841 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d02de909-8186-42e6-83e9-807def72399a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (9c064f0b-8b65-4842-aa87-cb29d46dd4ea), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.024837 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d02de909-8186-42e6-83e9-807def72399a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (9c064f0b-8b65-4842-aa87-cb29d46dd4ea), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.045879 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02de909-8186-42e6-83e9-807def72399a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c064f0b-8b65-4842-aa87-cb29d46dd4ea,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:18.051712 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d02de909-8186-42e6-83e9-807def72399a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.052815 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d02de909-8186-42e6-83e9-807def72399a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314125 Apr 01 16:14:18.055851 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 46988) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:18.060768 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:18.083649 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.199332 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.317439 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.28.3.182 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/a9a47d5c-24f6-49bc-b688-84cdf2df5dcf) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:18.434707 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.472988 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.536984 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:18.538858 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:18.540744 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=a9a47d5c-24f6-49bc-b688-84cdf2df5dcf,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:18.543500 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:14:18.641497 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (8940b759-4255-4a21-ac5b-993aca78c329), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.682065 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.720813 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:18.773294 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:18.774007 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.852183 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.857826 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.863220 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:18.863609 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.889297 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] For port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:18.902480 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.903503 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device a2cace93-7828-46d3-a150-3e7a2272c42e up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:18.930043 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=a9a47d5c-24f6-49bc-b688-84cdf2df5dcf,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:18.931813 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a606f8d-631a-4cb8-be42-35d686357945 req-1ef349d0-d8bc-442a-ac66-db98c646a0f2 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:18.934177 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6a606f8d-631a-4cb8-be42-35d686357945 req-1ef349d0-d8bc-442a-ac66-db98c646a0f2 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 946 time: 0.0854619 Apr 01 16:14:18.952217 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (8940b759-4255-4a21-ac5b-993aca78c329), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.980386 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:18.982942 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-f822e514-8e09-4a57-9d27-e26dc7887e72 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9261007 Apr 01 16:14:19.000729 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6a606f8d-631a-4cb8-be42-35d686357945 req-9ae547f4-7709-47b6-9de9-c3464f3ef46d tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565679 Apr 01 16:14:19.005987 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Pushing event updated for resources: {'Port': ['ID=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:19.022452 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port a2cace93-7828-46d3-a150-3e7a2272c42e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:19.022929 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:19.128841 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port a2cace93-7828-46d3-a150-3e7a2272c42e is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:19.172013 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-3f3c5595-6815-4174-9687-03558283ae59 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1581035029&fields=id&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 267 time: 0.0482490 Apr 01 16:14:19.291879 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-053d760d-a646-410f-95b0-ff7bab07149d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:19.294339 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-053d760d-a646-410f-95b0-ff7bab07149d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.1149561 Apr 01 16:14:19.311985 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-7b251b4c-9579-4b9e-9ecd-aa400f8f49b4 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/quotas/d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 375 time: 0.0099401 Apr 01 16:14:19.367906 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-3bfdc334-7f37-49c9-9ce6-31c7d11b3dbf tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506861 Apr 01 16:14:19.515657 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0459b154-0fc9-4165-9f6f-9d6d6653bf87 service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365192 Apr 01 16:14:19.612308 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-9489abfa-ab14-478a-a259-a45a555c98ec service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908749 Apr 01 16:14:19.714780 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21217-fa12-48e8-a43b-7f9160973984 req-60b3fbcf-d5b5-4830-8029-a0e6929ec35f tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:19.714780 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c7c21217-fa12-48e8-a43b-7f9160973984 req-60b3fbcf-d5b5-4830-8029-a0e6929ec35f tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 946 time: 0.0563428 Apr 01 16:14:19.777647 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-c7c21217-fa12-48e8-a43b-7f9160973984 req-24c52339-a0a2-4ff4-9b3c-4be341dcde8f tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Apr 01 16:14:19.793085 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c06b72a-192f-4194-8e2e-edeab25fb4ca req-bdaf034a-b02e-4ee8-b026-0669f5cd32a6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 210 time: 0.0428326 Apr 01 16:14:20.116262 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:14:20.126466 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:20.127002 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:20.235060 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:20.436773 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:20.461600 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:14:20.462094 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Updating router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe binding host dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:14:20.491536 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:20.570258 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:20.620105 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:20.621095 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:20.696926 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:20.757107 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Publish callbacks [] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:20.762227 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:20.804909 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Pushing event updated for resources: {'Port': ['ID=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:20.830534 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.831296 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.831936 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.832646 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.833112 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.833759 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.834294 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.834799 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.835295 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.836680 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.837354 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.838785 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.840474 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.840993 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.841967 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:20.928612 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Attempting to bind port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe on host dv-cinder-835880-3-smb for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:14:20.929128 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Attempting to bind port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe by drivers openvswitch,hyperv on host dv-cinder-835880-3-smb at level 0 using segments [{'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:14:20.929584 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Attempting to bind port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:20.935630 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Checking agent: {'id': 'c50c0b87-ad54-4205-93aa-05d26349c218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 0, 3), 'started_at': datetime.datetime(2022, 4, 1, 16, 0, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:14:20.936472 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Checking segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:14:20.937094 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:20.937728 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Bound using segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:14:20.938561 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Bound port: 927d4b0b-1f58-4a16-b06d-2c9fa8762afe, host: dv-cinder-835880-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:14:20.939172 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:20.987001 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-76eb7d5a-e95f-4c17-b43b-67bc1068d7ad req-0c00c859-5d9a-42a8-8f7e-fd0bfc490d9b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 210 time: 0.0764952 Apr 01 16:14:20.993487 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f31c9-af8c-4a9e-9b46-22728ff02e95 req-0aad4c16-3c36-4dbe-8914-b18bde43c2c0 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:20.995923 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-9f6148e1-262b-40f1-817a-d77549d1c5c5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:20.997584 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-9f6148e1-262b-40f1-817a-d77549d1c5c5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.2280014 Apr 01 16:14:21.003426 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f63f31c9-af8c-4a9e-9b46-22728ff02e95 req-0aad4c16-3c36-4dbe-8914-b18bde43c2c0 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 946 time: 0.1063893 Apr 01 16:14:21.013139 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] For port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe, host dv-cinder-835880-3-smb, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:21.017542 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] For port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe, host dv-cinder-835880-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:21.024511 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:21.056124 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f63f31c9-af8c-4a9e-9b46-22728ff02e95 req-d3614630-7d65-4d0a-b1ab-4bd96ff709f0 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513613 Apr 01 16:14:21.079696 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16eb9-3ff2-4ebe-be87-5bd807997ee7 None None] Pushing event updated for resources: {'Port': ['ID=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:21.096392 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:21.097158 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:13:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:21.105952 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-a1efc97c-79c2-4eaf-92a1-a26425a7d281 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 380 time: 0.0729914 Apr 01 16:14:21.116395 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'port': {'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'admin_state_up': True, 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'security_groups': ['5a145b28-7f78-4082-8f78-4a05c59ec6a0']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:21.186863 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-e4dfb64f-2e26-4eda-83aa-3149f16d7142 None None] Provisioning complete for port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:21.187237 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb64f-2e26-4eda-83aa-3149f16d7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:21.237385 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:21.249971 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Made reservation on behalf of d1b23a94f28e4d55acd0ce54d4704156 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:21.254499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:21.287818 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfb64f-2e26-4eda-83aa-3149f16d7142 None None] Current status of the port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:21.288216 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb64f-2e26-4eda-83aa-3149f16d7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:21.328202 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e4dfb64f-2e26-4eda-83aa-3149f16d7142 None None] For port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:21.334167 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb64f-2e26-4eda-83aa-3149f16d7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:21.384161 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb64f-2e26-4eda-83aa-3149f16d7142 None None] Pushing event updated for resources: {'Port': ['ID=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:21.431574 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.20.0.14 (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e/e35909e2-4022-4a99-a52d-52b74c243a41/e27f5a53-4a24-4e1f-9bb4-0d0f1352544a) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:21.456549 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7ea52461-24b0-494c-ae0d-7a4c9337bbfc None None] Provisioning complete for port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:21.456939 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ea52461-24b0-494c-ae0d-7a4c9337bbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:21.465208 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-7757b071-6d14-419c-8541-0ccd09e08326 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:21.465506 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:21.466964 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-7757b071-6d14-419c-8541-0ccd09e08326 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 946 time: 0.0866406 Apr 01 16:14:21.496144 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a183eee-1833-4aa4-a19e-d0d6ccdf7891 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:14:21.545843 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ea52461-24b0-494c-ae0d-7a4c9337bbfc None None] Current status of the port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:21.660892 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Deleting port 32661da5-c80f-4f99-a6b6-5d29c29ed429 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:21.661218 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:21.666092 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.011144 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] For port 32661da5-c80f-4f99-a6b6-5d29c29ed429, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=32661da5-c80f-4f99-a6b6-5d29c29ed429,segment=NetworkSegment(be7cffa1-39dc-4144-942d-e097d61bdedd),segment_id=be7cffa1-39dc-4144-942d-e097d61bdedd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:22.011144 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.015866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.055492 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Calling delete_port for 32661da5-c80f-4f99-a6b6-5d29c29ed429 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:22.147955 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:22.153149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:22.157561 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:22.160876 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:14:22.195335 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab08648-689c-4d8e-a32e-8d2f76231f8d req-b2159eb8-fe93-42ca-b520-c6eaefa73c73 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:22.202251 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1ab08648-689c-4d8e-a32e-8d2f76231f8d req-b2159eb8-fe93-42ca-b520-c6eaefa73c73 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7 HTTP/1.1" status: 200 len: 946 time: 0.0717604 Apr 01 16:14:22.252002 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca0576-521a-4b00-b2d6-64d29207d4d2 req-59734ee9-323a-43b0-805b-024a43750c49 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:22.253554 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d9ca0576-521a-4b00-b2d6-64d29207d4d2 req-59734ee9-323a-43b0-805b-024a43750c49 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 932 time: 0.1902871 Apr 01 16:14:22.260353 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:22.260969 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.265766 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1ab08648-689c-4d8e-a32e-8d2f76231f8d req-05df4938-8833-4964-83f7-b7f6099ebcbb tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d4817de-ca56-461a-ad9b-96d045467677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604429 Apr 01 16:14:22.283558 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-b5f0a7ec-2d51-4fee-8aa3-55a6b84624a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1711123 Apr 01 16:14:22.320627 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Request body: {'port': {'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:22.388879 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (32661da5-c80f-4f99-a6b6-5d29c29ed429), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.442804 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d9ca0576-521a-4b00-b2d6-64d29207d4d2 req-7a0057ad-9aee-45e5-a915-38f7dc1781d2 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673207 Apr 01 16:14:22.447075 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Pushing event deleted for resources: {'Port': ['ID=32661da5-c80f-4f99-a6b6-5d29c29ed429,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:22.475325 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-249a52db-f5dc-4ff6-8003-8a0e45277c51 None None] Provisioning complete for port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:22.475897 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-249a52db-f5dc-4ff6-8003-8a0e45277c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.480544 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.504461 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] No DVR routers for this DVR port 32661da5-c80f-4f99-a6b6-5d29c29ed429 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:22.507577 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.511517 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-e6363764-ba66-4f6a-a545-0a32bd60c08a req-b356ec85-5c71-44d8-b182-d07a8d42f148 tempest-VolumesActionsTest-938364781 tempest-VolumesActionsTest-938364781-project] 10.222.0.57 "DELETE /v2.0/ports/32661da5-c80f-4f99-a6b6-5d29c29ed429 HTTP/1.1" status: 204 len: 173 time: 1.0357134 Apr 01 16:14:22.511946 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'name': 'network-vif-deleted', 'tag': '32661da5-c80f-4f99-a6b6-5d29c29ed429'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:22.514099 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096482c-ae99-48f9-9e79-7b7891720e18" -d '{"events": [{"server_uuid": "6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7", "name": "network-vif-deleted", "tag": "32661da5-c80f-4f99-a6b6-5d29c29ed429"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:22.519985 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-249a52db-f5dc-4ff6-8003-8a0e45277c51 None None] Port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:14:22.578226 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac40f36-b5c1-490b-b1fc-82a047f6b006 x-openstack-request-id: req-dac40f36-b5c1-490b-b1fc-82a047f6b006 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:22.578591 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7", "name": "network-vif-deleted", "tag": "32661da5-c80f-4f99-a6b6-5d29c29ed429", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:22.578911 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dac40f36-b5c1-490b-b1fc-82a047f6b006 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:22.579379 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac40f36-b5c1-490b-b1fc-82a047f6b006'] response: {'server_uuid': '6ca1d2fc-e07a-4591-8ff9-f81c415fd7f7', 'name': 'network-vif-deleted', 'tag': '32661da5-c80f-4f99-a6b6-5d29c29ed429', 'status': 'completed', 'code': 200} Apr 01 16:14:22.629650 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 927d4b0b-1f58-4a16-b06d-2c9fa8762afe up at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:22.686911 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Provisioning complete for port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:22.687404 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.766000 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Current status of the port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:22.835594 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27f5a53-4a24-4e1f-9bb4-0d0f1352544a {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:22.843990 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Publish callbacks [] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.856471 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Transition to ACTIVE for port object e27f5a53-4a24-4e1f-9bb4-0d0f1352544a will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:14:22.860031 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:22.921086 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Pushing event updated for resources: {'Port': ['ID=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:23.046934 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1411d-11e6-4008-a4ea-780cb7dd3ee1 req-cee0a4aa-790f-437a-93ce-6d8304e5c54b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.052664 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Attempting to bind port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:14:23.053287 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Attempting to bind port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:14:23.053813 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Attempting to bind port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:23.055154 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-25d1411d-11e6-4008-a4ea-780cb7dd3ee1 req-cee0a4aa-790f-437a-93ce-6d8304e5c54b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0965593 Apr 01 16:14:23.063197 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-60188e5d-773a-4aec-9c7b-272c7031b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.064803 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-60188e5d-773a-4aec-9c7b-272c7031b881 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1168 time: 0.0897069 Apr 01 16:14:23.065452 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:14:23.065881 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Attempting to bind port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:23.072275 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:14:23.073056 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Checking segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:14:23.073056 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Bound using segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:14:23.075109 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Bound port: e27f5a53-4a24-4e1f-9bb4-0d0f1352544a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:14:23.075575 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:23.130448 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-25d1411d-11e6-4008-a4ea-780cb7dd3ee1 req-e397ebf0-3260-47ce-9fdb-8b0ec39e849a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744107 Apr 01 16:14:23.227175 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] For port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:23.231657 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] For port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:23.236675 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-1d73dda6-7bdd-45ed-b2dd-f8bca8db51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.238336 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-1d73dda6-7bdd-45ed-b2dd-f8bca8db51df service neutron] 10.222.0.57 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 916 time: 0.1578283 Apr 01 16:14:23.239948 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:23.314101 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.314619 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:23.319143 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] 10.222.0.57 "PUT /v2.0/ports/e27f5a53-4a24-4e1f-9bb4-0d0f1352544a HTTP/1.1" status: 200 len: 1094 time: 1.0060711 Apr 01 16:14:23.363590 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e939-28dc-470c-960f-612f18253d19 service neutron] Pushing event updated for resources: {'Port': ['ID=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:23.377750 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-02035d5a-b44e-446d-872a-770dfe3b531b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 1000 time: 0.1294620 Apr 01 16:14:23.458226 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-ba37db7b-2d9f-4039-b70a-d6daccba2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.460032 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-ba37db7b-2d9f-4039-b70a-d6daccba2753 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 200 len: 854 time: 0.0588841 Apr 01 16:14:23.463297 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-8a66d4ca-4457-4752-9cd0-a5530354d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.464897 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-8a66d4ca-4457-4752-9cd0-a5530354d3f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 1128 time: 0.1049559 Apr 01 16:14:23.543434 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-2ed22894-be40-400b-bdb2-bf1bcda4de25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a HTTP/1.1" status: 200 len: 217 time: 0.0593824 Apr 01 16:14:23.592983 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-cf9e8fe6-e3ce-47ee-8450-a76a82e8173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.594921 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-cf9e8fe6-e3ce-47ee-8450-a76a82e8173b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405abcfe-bad0-4121-a97a-2077311ac170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1194725 Apr 01 16:14:23.611689 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc927-7d9a-47f3-b837-76710e716afb req-319210d8-ddf1-4f57-a56d-8b80fe828c75 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.612312 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-fe11ec0c-dc60-4387-996a-fb7e2920119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.613974 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-fe11ec0c-dc60-4387-996a-fb7e2920119f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0629697 Apr 01 16:14:23.618168 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2b5fc927-7d9a-47f3-b837-76710e716afb req-319210d8-ddf1-4f57-a56d-8b80fe828c75 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 944 time: 0.0983572 Apr 01 16:14:23.674223 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2b5fc927-7d9a-47f3-b837-76710e716afb req-96dc554a-1322-4743-ada2-d07f622cb593 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550108 Apr 01 16:14:23.733460 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-60fca219-03ee-40eb-bdcc-80a2612a8c56 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300538 Apr 01 16:14:23.736129 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-28de9932-d2d9-405a-8da6-7addb728e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.737472 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-28de9932-d2d9-405a-8da6-7addb728e90a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1122196 Apr 01 16:14:23.897116 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-501b05eb-fd73-4523-859a-fdb8429d2873 req-b0af03f4-719a-454b-8337-d675793b80dd service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501954 Apr 01 16:14:23.900778 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-aaa51084-bddf-4168-8ba7-653ae655301a service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468933 Apr 01 16:14:23.957028 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 32661da5-c80f-4f99-a6b6-5d29c29ed429 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:23.978554 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 32661da5-c80f-4f99-a6b6-5d29c29ed429 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:23.978909 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 32661da5-c80f-4f99-a6b6-5d29c29ed429 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:24.003535 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a2e34dbc-a5a1-4189-8e95-573f995035b6 req-889663b6-32a0-43d6-a52f-c640cd2fd343 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959260 Apr 01 16:14:24.253026 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6496f5-7908-4062-b242-457f5b987153 req-e355597a-e5f6-436c-a634-79135542b42b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.254544 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef6496f5-7908-4062-b242-457f5b987153 req-e355597a-e5f6-436c-a634-79135542b42b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0536456 Apr 01 16:14:24.313236 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ef6496f5-7908-4062-b242-457f5b987153 req-b6d5839f-0dd8-4b59-a776-8719fce0f1a8 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530064 Apr 01 16:14:24.581028 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:24.584014 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:24.619054 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec7cb62-de86-468a-937c-8e1d069104e8 x-openstack-request-id: req-cec7cb62-de86-468a-937c-8e1d069104e8 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:24.619344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:24.619589 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cec7cb62-de86-468a-937c-8e1d069104e8 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:24.619979 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec7cb62-de86-468a-937c-8e1d069104e8'] response: {'name': 'network-changed', 'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'status': 'completed', 'code': 200} Apr 01 16:14:24.693425 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-2fce6fd3-106c-4bb9-8332-53407a971cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.694993 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-2fce6fd3-106c-4bb9-8332-53407a971cac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 1128 time: 0.0435596 Apr 01 16:14:24.819586 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-050e1179-894a-492b-bdbb-a22d2ac1becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.821033 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-050e1179-894a-492b-bdbb-a22d2ac1becc service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.1185632 Apr 01 16:14:24.828807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8cc3d-541a-47ed-906f-666b84168e41 req-1c300bb4-a37c-447b-994d-b16df5024183 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.830189 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a5f8cc3d-541a-47ed-906f-666b84168e41 req-1c300bb4-a37c-447b-994d-b16df5024183 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 944 time: 0.0835495 Apr 01 16:14:24.878086 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-bae29a28-5e42-4272-aa0d-2b9de603193c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a HTTP/1.1" status: 200 len: 217 time: 0.0469825 Apr 01 16:14:24.933557 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a5f8cc3d-541a-47ed-906f-666b84168e41 req-1acc6563-fc79-4543-9537-8748ea371f03 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960319 Apr 01 16:14:24.947949 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-85b22030-bbb9-49e4-8be7-8d5348e38a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.950000 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-85b22030-bbb9-49e4-8be7-8d5348e38a2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0594089 Apr 01 16:14:25.016421 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-310990c2-c19a-4ba7-b06d-f7165615f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:25.018029 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-310990c2-c19a-4ba7-b06d-f7165615f655 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0595095 Apr 01 16:14:25.118830 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-97175779-ced9-4381-88f8-cbaef3c8499c service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923412 Apr 01 16:14:25.209393 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-cc9d25b7-581d-47b9-a4fb-45aa0ff42917 req-cdf6c334-cfb3-476a-a7df-7cb350ab1211 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Apr 01 16:14:25.799697 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3965a4-99a6-4f6c-a08d-286690ed5e03 req-b826aec2-47c6-4ffb-b5e0-97d18573d1f1 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:25.802150 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6b3965a4-99a6-4f6c-a08d-286690ed5e03 req-b826aec2-47c6-4ffb-b5e0-97d18573d1f1 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.4116919 Apr 01 16:14:25.879572 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-6b3965a4-99a6-4f6c-a08d-286690ed5e03 req-62fdaad6-cda6-4759-a85d-6070a2022f54 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712857 Apr 01 16:14:25.948481 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device e27f5a53-4a24-4e1f-9bb4-0d0f1352544a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:14:26.102872 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:26.112740 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:26.121943 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29502-ee71-4a8b-9841-c6fd2cc6ce7d req-0e5da88a-85bc-44c9-a1b3-308450508334 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:26.124195 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-07a29502-ee71-4a8b-9841-c6fd2cc6ce7d req-0e5da88a-85bc-44c9-a1b3-308450508334 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 944 time: 0.0815587 Apr 01 16:14:26.136683 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:14:26.181395 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:26.182067 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:26.195681 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-07a29502-ee71-4a8b-9841-c6fd2cc6ce7d req-ece66476-c439-4898-b3b5-10ad5cd9b1cd tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625250 Apr 01 16:14:26.219786 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27f5a53-4a24-4e1f-9bb4-0d0f1352544a {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:26.240793 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:26.246578 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:26.305465 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:26.528101 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['e27f5a53-4a24-4e1f-9bb4-0d0f1352544a'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:14:27.021384 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-376da19d-c219-4c75-a842-a8bfb2bd6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:27.064175 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ea6c1-3c0f-4daf-9773-9fe49d1044d6 req-f40a218b-14c4-4943-82d4-abcc518e3d23 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:27.065750 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-be9ea6c1-3c0f-4daf-9773-9fe49d1044d6 req-f40a218b-14c4-4943-82d4-abcc518e3d23 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0927193 Apr 01 16:14:27.163948 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-be9ea6c1-3c0f-4daf-9773-9fe49d1044d6 req-cedf8935-0dc4-4335-9ca3-c01f02e30a0b tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861385 Apr 01 16:14:27.331323 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ba6e7-4190-4d00-b982-becc9bac1858 req-6cffd81d-948c-4386-a565-f232c5947d44 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:27.333385 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-635ba6e7-4190-4d00-b982-becc9bac1858 req-6cffd81d-948c-4386-a565-f232c5947d44 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 945 time: 0.0581822 Apr 01 16:14:27.389361 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-635ba6e7-4190-4d00-b982-becc9bac1858 req-27fca992-c80f-4db1-99fb-3b622f71d6a6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491891 Apr 01 16:14:27.975766 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device e27f5a53-4a24-4e1f-9bb4-0d0f1352544a up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:28.030267 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:14:28.035970 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:14:28.036628 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:28.135913 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:14:28.136674 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:28.169743 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:28.172246 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac34e0e-41cc-4af5-a284-7c031b2915fd" -d '{"events": [{"server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "name": "network-vif-plugged", "status": "completed", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:28.218088 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:28.221288 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44a950c-6228-419b-8d23-2208d8edfa86 x-openstack-request-id: req-c44a950c-6228-419b-8d23-2208d8edfa86 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:28.222183 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "name": "network-vif-plugged", "status": "completed", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:28.222183 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c44a950c-6228-419b-8d23-2208d8edfa86 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:28.222845 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44a950c-6228-419b-8d23-2208d8edfa86'] response: {'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'code': 200} Apr 01 16:14:28.224024 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:28.308872 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:28.366167 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05cee7-854b-433e-8550-2a224c4f7f97 req-7adafdba-8918-4614-8c95-b261372c8c11 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:28.370081 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fa05cee7-854b-433e-8550-2a224c4f7f97 req-7adafdba-8918-4614-8c95-b261372c8c11 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.1094706 Apr 01 16:14:28.497924 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fa05cee7-854b-433e-8550-2a224c4f7f97 req-835c5038-ddd6-4aec-b1d0-efb50e920dda tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225731 Apr 01 16:14:28.508666 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadec46-1fa5-4ae0-aaf2-8b76d5178760 req-acaf9e62-2ce0-477a-8fb4-b91e30233786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:28.510434 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3fadec46-1fa5-4ae0-aaf2-8b76d5178760 req-acaf9e62-2ce0-477a-8fb4-b91e30233786 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 1130 time: 0.1238775 Apr 01 16:14:28.543756 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb938a-9609-4709-80f3-d9bc3bdecc92 req-6406594b-4828-47a9-9f14-81ed72fb6f47 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:28.545246 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-24cb938a-9609-4709-80f3-d9bc3bdecc92 req-6406594b-4828-47a9-9f14-81ed72fb6f47 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 946 time: 0.0744915 Apr 01 16:14:28.568638 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3fadec46-1fa5-4ae0-aaf2-8b76d5178760 req-8b00dee8-2dc4-42f3-9c27-b50f213b2894 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502353 Apr 01 16:14:28.609032 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-24cb938a-9609-4709-80f3-d9bc3bdecc92 req-7f0b3c65-cf0a-4fb5-8369-aca1c312afbd tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573230 Apr 01 16:14:29.358714 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28c451a1-4938-4bed-8718-89ddf4373e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:29.639222 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e8ab9-48dd-42ed-b5be-6a1d16bcd4c8 req-c9d95af0-225f-4c45-9966-e3dcc825f26e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:29.641083 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-854e8ab9-48dd-42ed-b5be-6a1d16bcd4c8 req-c9d95af0-225f-4c45-9966-e3dcc825f26e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0663702 Apr 01 16:14:29.770157 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e072a1-c609-4078-a2e6-45f716126cac req-3006dafd-6168-4c26-8998-af8a3b1fe2b3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:29.771802 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-70e072a1-c609-4078-a2e6-45f716126cac req-3006dafd-6168-4c26-8998-af8a3b1fe2b3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 946 time: 0.0703716 Apr 01 16:14:29.783747 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-854e8ab9-48dd-42ed-b5be-6a1d16bcd4c8 req-2fbc8923-5871-425c-9c94-fde739929a47 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220713 Apr 01 16:14:29.847367 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-70e072a1-c609-4078-a2e6-45f716126cac req-afd8337e-8567-4efb-8756-20f2a765bd8c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658259 Apr 01 16:14:30.394741 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:30.951752 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c28213-be20-4dfa-ba0f-8ea5db184379 req-bf965c1f-45c7-41ea-b2bd-c6009b4ff6c3 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:30.953315 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-51c28213-be20-4dfa-ba0f-8ea5db184379 req-bf965c1f-45c7-41ea-b2bd-c6009b4ff6c3 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0866001 Apr 01 16:14:31.024494 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-51c28213-be20-4dfa-ba0f-8ea5db184379 req-518e44f0-86ab-4952-b658-afcc745cfef5 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646293 Apr 01 16:14:31.038901 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130181e-f5d2-4c58-9380-ee3881595213 req-54928aee-bcba-4109-96b7-43326c9dbe44 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:31.040700 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2130181e-f5d2-4c58-9380-ee3881595213 req-54928aee-bcba-4109-96b7-43326c9dbe44 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 946 time: 0.0859792 Apr 01 16:14:31.101834 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2130181e-f5d2-4c58-9380-ee3881595213 req-c89d24c0-cee7-40f0-83d8-1e7b4127f792 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539398 Apr 01 16:14:31.241821 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0aa5d-8f66-4416-be40-85295a950ed7 req-58f61784-ffa6-4cd7-a4b5-50e4e8c298cb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:31.247549 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-b2d0aa5d-8f66-4416-be40-85295a950ed7 req-58f61784-ffa6-4cd7-a4b5-50e4e8c298cb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 946 time: 0.0781162 Apr 01 16:14:31.252485 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:31.257059 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:31.298226 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (8940b759-4255-4a21-ac5b-993aca78c329), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:31.835727 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:31.841142 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (8940b759-4255-4a21-ac5b-993aca78c329), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:31.976082 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP 8940b759-4255-4a21-ac5b-993aca78c329 associated. External IP: 172.28.3.182, port: e27f5a53-4a24-4e1f-9bb4-0d0f1352544a. Apr 01 16:14:32.019409 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:32.273349 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:14:32.286716 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d0453-a4dc-4352-8862-cec477593ac1 req-f5ab97e3-25c5-4066-abb1-2d98b535b50c tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:32.288270 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ef4d0453-a4dc-4352-8862-cec477593ac1 req-f5ab97e3-25c5-4066-abb1-2d98b535b50c tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.1009014 Apr 01 16:14:32.470267 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ef4d0453-a4dc-4352-8862-cec477593ac1 req-b9033e93-0b7d-484b-8b2e-202485c1bb52 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702228 Apr 01 16:14:32.487392 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:32.494144 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:32.505209 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:14:32.529074 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-7b7f69af-940d-4097-9fdb-7fd3efb88c78 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "PUT /v2.0/floatingips/8940b759-4255-4a21-ac5b-993aca78c329 HTTP/1.1" status: 200 len: 992 time: 1.2754719 Apr 01 16:14:32.530058 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:32.532535 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353da1b5-4521-48f7-a96d-acac78a6e135" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:32.543316 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:32.544933 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:32.573897 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69a459-6cd2-444f-9b29-1152647e9fcb x-openstack-request-id: req-7e69a459-6cd2-444f-9b29-1152647e9fcb {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:32.574193 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:32.574433 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e69a459-6cd2-444f-9b29-1152647e9fcb {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:32.574831 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e69a459-6cd2-444f-9b29-1152647e9fcb'] response: {'name': 'network-changed', 'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'status': 'completed', 'code': 200} Apr 01 16:14:32.683098 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-65c73e66-c361-4a58-a30c-3764fc870852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:32.685531 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-65c73e66-c361-4a58-a30c-3764fc870852 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 1130 time: 0.0773294 Apr 01 16:14:32.729077 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:32.801556 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-e21b9ebb-c52d-43a3-85f6-022b5a5710a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:32.803503 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-e21b9ebb-c52d-43a3-85f6-022b5a5710a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.1108878 Apr 01 16:14:32.892285 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-df08c758-5d7f-48a6-9f96-ba26054dff28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a HTTP/1.1" status: 200 len: 1000 time: 0.0785444 Apr 01 16:14:32.960580 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-2437566a-135e-4494-bd75-1a60bf17d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:32.962214 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-2437566a-135e-4494-bd75-1a60bf17d274 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0605295 Apr 01 16:14:33.034524 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-350fd990-b393-47d2-a3ec-c6d080ce1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:33.036574 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-350fd990-b393-47d2-a3ec-c6d080ce1553 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0666797 Apr 01 16:14:33.046890 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:31Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:33.077396 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:14:33.087789 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:33.088459 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:33.179422 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-4380a620-73ad-4df4-b083-d1f1a1b312f0 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334422 Apr 01 16:14:33.216168 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:33.311531 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-353da1b5-4521-48f7-a96d-acac78a6e135 req-f3163963-4363-4eed-9f4a-36aac0ce31fd service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254764 Apr 01 16:14:33.554627 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:33.625476 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:31Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:33.672721 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbae47-8910-4f7b-8346-7c4e844f2c1f None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:31Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:14:33.677681 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d4256-6fcc-4e2c-b700-49a6e4cee362 req-591054eb-52fd-45fc-92d6-288c57685b95 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:33.681827 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-3c6350e9-ad1f-4701-8c66-ff2709cee9c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661211 Apr 01 16:14:33.695095 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7f5d4256-6fcc-4e2c-b700-49a6e4cee362 req-591054eb-52fd-45fc-92d6-288c57685b95 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.1103022 Apr 01 16:14:33.778591 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-b7e3f58f-5079-425c-8921-93487356861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:33.784297 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-b7e3f58f-5079-425c-8921-93487356861f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260e4d005d8144b48bc1883b385997d5&device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 1130 time: 0.0760057 Apr 01 16:14:33.794914 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7f5d4256-6fcc-4e2c-b700-49a6e4cee362 req-88b94ad6-cfc9-457c-ad58-b8e957109a27 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987000 Apr 01 16:14:33.959640 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-5d0ca363-b7a8-486c-bb54-6ebd67acf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:33.961478 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-5d0ca363-b7a8-486c-bb54-6ebd67acf6cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 200 len: 918 time: 0.1564095 Apr 01 16:14:34.009521 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46931178-56dc-44e4-a4fc-6b77c7e68ef0 None None] New status for floating IP 8940b759-4255-4a21-ac5b-993aca78c329: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:14:34.064191 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-7594a30d-8ef3-4345-a98b-20f3e230277f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 200 len: 1001 time: 0.0770910 Apr 01 16:14:34.172033 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-2610ada4-e9e3-4415-9c64-da4d85b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:34.173692 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-2610ada4-e9e3-4415-9c64-da4d85b40dd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 200 len: 856 time: 0.0778394 Apr 01 16:14:34.247357 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-5b20e335-2c07-45f4-a3af-2909ef1382ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:34.249053 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-5b20e335-2c07-45f4-a3af-2909ef1382ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dc218f3-ce62-46a5-b625-a56c6efad88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0672019 Apr 01 16:14:34.378366 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-5ca47c0e-7575-4cf3-b979-cea7d9599a0d service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203294 Apr 01 16:14:34.525079 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bcbdbccf-7754-41f3-8344-89b90a29dc3b req-77c05fa2-cdba-49cf-8443-e7ad78c818be service neutron] 10.222.0.57 "GET /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308553 Apr 01 16:14:34.942622 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b4360-30ee-4490-90b4-e0b23d663995 req-aa505b37-9e35-4684-a5b5-360feb265543 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:34.944458 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-411b4360-30ee-4490-90b4-e0b23d663995 req-aa505b37-9e35-4684-a5b5-360feb265543 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0775268 Apr 01 16:14:35.016209 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-411b4360-30ee-4490-90b4-e0b23d663995 req-f680193f-f0df-4f51-b5e3-619e5ca8b576 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650706 Apr 01 16:14:36.160535 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f1177-96f1-4e5d-a6e6-2aa577efc2e7 req-f9bebc3b-2138-4e56-b530-a6d31a8e6c3a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:36.162101 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ed7f1177-96f1-4e5d-a6e6-2aa577efc2e7 req-f9bebc3b-2138-4e56-b530-a6d31a8e6c3a tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0603139 Apr 01 16:14:36.246318 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ed7f1177-96f1-4e5d-a6e6-2aa577efc2e7 req-002295d9-7ac0-4a4a-9f5c-b3b91de78845 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766602 Apr 01 16:14:37.383966 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554cf92-f8c0-43a8-a685-90dddbcae417 req-617e9d7f-15e4-4cb6-907e-4c9fbba78b84 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:37.385693 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f554cf92-f8c0-43a8-a685-90dddbcae417 req-617e9d7f-15e4-4cb6-907e-4c9fbba78b84 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0631127 Apr 01 16:14:37.462220 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f554cf92-f8c0-43a8-a685-90dddbcae417 req-d4ad4413-e32f-4698-bc22-e2f9585984a7 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688648 Apr 01 16:14:38.613671 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f70bb-d5dd-4a0c-bf49-c268a38fa4de req-6d22e1f2-ace9-4b3f-9ce4-ae555010ced8 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:38.615234 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-891f70bb-d5dd-4a0c-bf49-c268a38fa4de req-6d22e1f2-ace9-4b3f-9ce4-ae555010ced8 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0585494 Apr 01 16:14:38.694627 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-891f70bb-d5dd-4a0c-bf49-c268a38fa4de req-6a0e06cd-a588-4680-94ac-30dca41f747f tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709009 Apr 01 16:14:39.913330 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b938414-33de-434d-a6a0-a5e48a8eacb1 req-af195d57-a3c0-474c-bc70-7834444c8c3f tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:39.925926 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8b938414-33de-434d-a6a0-a5e48a8eacb1 req-af195d57-a3c0-474c-bc70-7834444c8c3f tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.1415386 Apr 01 16:14:40.004154 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8b938414-33de-434d-a6a0-a5e48a8eacb1 req-6ab7e2bd-2fb0-4be1-bda1-f8b907487200 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767372 Apr 01 16:14:41.131827 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510ccb-11cc-47bc-afc0-0a2ca61c74d1 req-53f1dbd1-ee27-4ca4-a62b-1d08708208fb tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:41.133448 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fc510ccb-11cc-47bc-afc0-0a2ca61c74d1 req-53f1dbd1-ee27-4ca4-a62b-1d08708208fb tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0540226 Apr 01 16:14:41.198996 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-fc510ccb-11cc-47bc-afc0-0a2ca61c74d1 req-ce470fe6-e165-4302-bbdd-201c39744293 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&id=0831d912-a6d2-47fb-9ee6-06ce2dc51823&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570095 Apr 01 16:14:42.028706 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891815c8-37a7-4acc-a22f-b70b2c3a3e8f req-5ea55eab-e1fa-469e-9548-13e72f96f8ad tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:42.030726 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-891815c8-37a7-4acc-a22f-b70b2c3a3e8f req-5ea55eab-e1fa-469e-9548-13e72f96f8ad tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 946 time: 0.0739954 Apr 01 16:14:42.084859 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-891815c8-37a7-4acc-a22f-b70b2c3a3e8f req-6cafd0b4-40f5-4e18-a924-66c200fcc2d7 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Apr 01 16:14:43.216769 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5686cb-2f3d-4ff8-b2e6-fb3298eefcfa req-31202939-725f-45a4-8839-1532d2c4f1b0 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:43.218196 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2d5686cb-2f3d-4ff8-b2e6-fb3298eefcfa req-31202939-725f-45a4-8839-1532d2c4f1b0 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 946 time: 0.0535998 Apr 01 16:14:43.251841 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47350) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:43.268923 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2d5686cb-2f3d-4ff8-b2e6-fb3298eefcfa req-8493f5a8-dc59-4ebc-b9ba-e12e2c344791 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups?id=851606d4-41a2-4e14-b7cb-026e9c8f9d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Apr 01 16:14:43.565569 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] Deleting subnet 770aa974-35a1-41ff-8fd9-1081f65812e2 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:14:43.570018 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] Publish callbacks [] for subnet (770aa974-35a1-41ff-8fd9-1081f65812e2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.618940 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-1064c3f9-bf8e-4c3c-b45d-753a51770cc2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:43.621803 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-1064c3f9-bf8e-4c3c-b45d-753a51770cc2 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 946 time: 0.0961833 Apr 01 16:14:43.623981 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3429406'] for subnet (770aa974-35a1-41ff-8fd9-1081f65812e2), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.706981 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (770aa974-35a1-41ff-8fd9-1081f65812e2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.787927 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3809610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3763517'] for subnet (770aa974-35a1-41ff-8fd9-1081f65812e2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.801115 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Deleting port 728daa01-7d93-4db5-8f41-27a309c2f179 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:43.801449 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.825119 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770aa974-35a1-41ff-8fd9-1081f65812e2,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:43.827836 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.831108 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d3cd7fdd-25f6-4201-97d9-6be6b34aea8e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/770aa974-35a1-41ff-8fd9-1081f65812e2 HTTP/1.1" status: 204 len: 168 time: 0.5782385 Apr 01 16:14:43.833943 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47352) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:43.909107 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (ecda954e-4e77-4acf-8173-59f33d41291c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.924117 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] For port 728daa01-7d93-4db5-8f41-27a309c2f179, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=728daa01-7d93-4db5-8f41-27a309c2f179,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:43.924572 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:43.995930 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (ecda954e-4e77-4acf-8173-59f33d41291c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.019861 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda954e-4e77-4acf-8173-59f33d41291c']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:44.031428 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7cffa1-39dc-4144-942d-e097d61bdedd') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:44.031928 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7cffa1-39dc-4144-942d-e097d61bdedd') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:44.047206 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (be7cffa1-39dc-4144-942d-e097d61bdedd), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.061555 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (be7cffa1-39dc-4144-942d-e097d61bdedd), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.067567 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:14:44.067954 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (be7cffa1-39dc-4144-942d-e097d61bdedd), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:14:44.069744 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:14:44.099681 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.100048 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (bb56971b-7069-458e-931c-567140ac56f0), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.100366 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Floating IP bb56971b-7069-458e-931c-567140ac56f0 disassociated. External IP: 172.28.3.219, port: 728daa01-7d93-4db5-8f41-27a309c2f179. Apr 01 16:14:44.100720 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Calling delete_port for 728daa01-7d93-4db5-8f41-27a309c2f179 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:44.126155 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (ecda954e-4e77-4acf-8173-59f33d41291c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.131611 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.134801 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ecda954e-4e77-4acf-8173-59f33d41291c HTTP/1.1" status: 204 len: 168 time: 0.2997978 Apr 01 16:14:44.147027 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dd774-7110-4117-854c-c9cb4d2398b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecda954e-4e77-4acf-8173-59f33d41291c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:44.234207 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (728daa01-7d93-4db5-8f41-27a309c2f179), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.254023 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47356) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:44.267510 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event deleted for resources: {'Port': ['ID=728daa01-7d93-4db5-8f41-27a309c2f179,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:44.294283 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-bec0833b-a3d9-475b-8b80-392a4898e6cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06420fd000ba4fdf9e1920d7ce569c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390079 Apr 01 16:14:44.297269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47360) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:44.346935 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323593f5-e7b3-4fcf-adcc-5449632c8b92 admin admin] Publish callbacks [] for security_group (2d4817de-ca56-461a-ad9b-96d045467677), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.367922 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323593f5-e7b3-4fcf-adcc-5449632c8b92 admin admin] Publish callbacks [] for security_group (2d4817de-ca56-461a-ad9b-96d045467677), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.374212 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-442884b8-6cf3-4bca-8c33-22b3b99af874 req-277be3d7-313c-45e6-a8bf-d079605d85d8 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5c52cb2-c11e-4032-baf3-becc114efc3b HTTP/1.1" status: 200 len: 210 time: 0.0303402 Apr 01 16:14:44.414967 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:14:44.418829 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323593f5-e7b3-4fcf-adcc-5449632c8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (2d4817de-ca56-461a-ad9b-96d045467677), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.421365 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323593f5-e7b3-4fcf-adcc-5449632c8b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.424973 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-323593f5-e7b3-4fcf-adcc-5449632c8b92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d4817de-ca56-461a-ad9b-96d045467677 HTTP/1.1" status: 204 len: 168 time: 0.1241333 Apr 01 16:14:44.430566 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323593f5-e7b3-4fcf-adcc-5449632c8b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4817de-ca56-461a-ad9b-96d045467677,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:44.535837 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:44.548085 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] Sync routers for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:14:44.560894 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:44.561686 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:44.581806 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] No DVR routers for this DVR port 728daa01-7d93-4db5-8f41-27a309c2f179 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:44.584570 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:44.595380 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7d9cbaa5-93ec-49c0-800a-f62ff8a7a56a req-65e398ed-0896-43d5-b10b-42514af10376 tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.57 "DELETE /v2.0/ports/728daa01-7d93-4db5-8f41-27a309c2f179 HTTP/1.1" status: 204 len: 173 time: 0.9444740 Apr 01 16:14:44.595380 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-deleted', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:44.595380 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057fdb9-ef77-4f3c-8204-6c1882cf0ac8" -d '{"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-deleted", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:44.655268 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78dcd63-aafa-4c46-bb91-5777b05b1e50 x-openstack-request-id: req-f78dcd63-aafa-4c46-bb91-5777b05b1e50 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:44.655626 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c52cb2-c11e-4032-baf3-becc114efc3b", "name": "network-vif-deleted", "tag": "728daa01-7d93-4db5-8f41-27a309c2f179", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:44.656097 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f78dcd63-aafa-4c46-bb91-5777b05b1e50 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:44.656564 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78dcd63-aafa-4c46-bb91-5777b05b1e50'] response: {'server_uuid': 'a5c52cb2-c11e-4032-baf3-becc114efc3b', 'name': 'network-vif-deleted', 'tag': '728daa01-7d93-4db5-8f41-27a309c2f179', 'status': 'completed', 'code': 200} Apr 01 16:14:44.687898 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:44.915480 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:44.941321 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] Checking router: e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:14:44.949657 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:44.950249 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:45.202286 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:45.424631 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:45.453991 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6771d573-920b-4c7b-956c-9ce2712b0762 None None] The sync data for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb is: [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '17bd81ee-2558-43e1-95fd-a617f1a005a6', 'name': '', 'network_id': '0dc218f3-ce62-46a5-b625-a56c6efad88a', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'mac_address': 'fa:16:3e:f7:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:41Z', 'updated_at': '2022-04-01T16:08:56Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'subnets': [{'id': '800b9e74-a55a-4e0d-8366-47e56c88db8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:14:45.486800 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47394) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:45.556589 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0820f9e6-e4b8-48f1-8405-a6e6c9eb4e2a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (851606d4-41a2-4e14-b7cb-026e9c8f9d16), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:45.584132 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0820f9e6-e4b8-48f1-8405-a6e6c9eb4e2a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (851606d4-41a2-4e14-b7cb-026e9c8f9d16), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:45.640906 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0820f9e6-e4b8-48f1-8405-a6e6c9eb4e2a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (851606d4-41a2-4e14-b7cb-026e9c8f9d16), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:45.643958 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0820f9e6-e4b8-48f1-8405-a6e6c9eb4e2a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:45.645577 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-0820f9e6-e4b8-48f1-8405-a6e6c9eb4e2a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "DELETE /v2.0/security-groups/851606d4-41a2-4e14-b7cb-026e9c8f9d16 HTTP/1.1" status: 204 len: 168 time: 0.1568410 Apr 01 16:14:45.648344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47396) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:45.657526 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820f9e6-e4b8-48f1-8405-a6e6c9eb4e2a tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851606d4-41a2-4e14-b7cb-026e9c8f9d16,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:45.670836 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.api.v2.resource [None req-39d6c0e1-a698-43b2-886e-18c65307bf3e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] show failed (client error): The resource could not be found. Apr 01 16:14:45.671549 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-39d6c0e1-a698-43b2-886e-18c65307bf3e tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "GET /v2.0/security-groups/851606d4-41a2-4e14-b7cb-026e9c8f9d16 HTTP/1.1" status: 404 len: 347 time: 0.0216112 Apr 01 16:14:45.674162 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47398) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:45.804145 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fa003e-3592-4dbb-9b02-5dfa20e4519c None None] New status for floating IP bb56971b-7069-458e-931c-567140ac56f0: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:14:45.856140 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Deleting port 978b5520-b43b-4741-984b-a14365364d58 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:45.856487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (978b5520-b43b-4741-984b-a14365364d58), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:45.940275 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (978b5520-b43b-4741-984b-a14365364d58), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:45.940876 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (978b5520-b43b-4741-984b-a14365364d58), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:45.953686 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Calling delete_port for 978b5520-b43b-4741-984b-a14365364d58 owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:46.103675 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (978b5520-b43b-4741-984b-a14365364d58), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:46.129935 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Pushing event deleted for resources: {'Port': ['ID=978b5520-b43b-4741-984b-a14365364d58,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:46.192746 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks [] for floatingip (bb56971b-7069-458e-931c-567140ac56f0), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:46.195282 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:46.196410 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b3447322-841a-41ba-bf67-631bb5e7b9ec tempest-AttachVolumeShelveTestJSON-217428290 tempest-AttachVolumeShelveTestJSON-217428290-project] 10.222.0.70 "DELETE /v2.0/floatingips/bb56971b-7069-458e-931c-567140ac56f0 HTTP/1.1" status: 204 len: 168 time: 0.5210826 Apr 01 16:14:47.493424 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:14:47.999458 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:48.019567 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 728daa01-7d93-4db5-8f41-27a309c2f179 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:48.019918 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 728daa01-7d93-4db5-8f41-27a309c2f179 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:48.625167 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47446) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:49.112071 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:49.348311 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Deleting port 17bd81ee-2558-43e1-95fd-a617f1a005a6 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:49.348646 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:49.421446 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] For port 17bd81ee-2558-43e1-95fd-a617f1a005a6, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=17bd81ee-2558-43e1-95fd-a617f1a005a6,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:49.421774 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:49.437379 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Calling delete_port for 17bd81ee-2558-43e1-95fd-a617f1a005a6 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:49.617731 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (17bd81ee-2558-43e1-95fd-a617f1a005a6), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:49.644369 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Pushing event deleted for resources: {'Port': ['ID=17bd81ee-2558-43e1-95fd-a617f1a005a6,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:49.830387 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:50.048995 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:14:50.175060 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:50.180335 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c2851e39-a62b-45b1-8264-300842a53967 admin admin] 10.222.0.70 "PUT /v2.0/routers/e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540512 Apr 01 16:14:50.183051 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47470) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:50.184401 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] Sync routers for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:14:50.196958 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:50.197975 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:50.291926 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks [] for router (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:50.311418 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:50.398133 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks [] for router_gateway (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:50.505002 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:14:49Z', 'revision_number': 5, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port': {'id': 'aa4e4bf2-5789-4024-a790-cd66b72b5d6c', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:27Z', 'updated_at': '2022-04-01T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:50.539159 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] Checking router: e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:14:50.550694 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] Routers {'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:14:50.551363 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:50.661104 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] Set router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:14:50.687859 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Deleting port aa4e4bf2-5789-4024-a790-cd66b72b5d6c {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:50.687859 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:50.718412 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:14:50Z', 'revision_number': 6, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port_host': None}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:50.746272 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6aefe9-37e1-4c4b-bdd5-739e299cb3e6 None None] The sync data for ids ['e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8'] in dv-cinder-835880-3-smb is: [{'id': 'e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1388239888-router', 'tenant_id': '260e4d005d8144b48bc1883b385997d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:25Z', 'updated_at': '2022-04-01T16:14:50Z', 'revision_number': 6, 'project_id': '260e4d005d8144b48bc1883b385997d5', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:14:50.767541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] For port aa4e4bf2-5789-4024-a790-cd66b72b5d6c, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:50.767982 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:50.788172 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Calling delete_port for aa4e4bf2-5789-4024-a790-cd66b72b5d6c owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:50.956816 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (aa4e4bf2-5789-4024-a790-cd66b72b5d6c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:50.982851 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4e4bf2-5789-4024-a790-cd66b72b5d6c,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:51.041346 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.139535 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.142117 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks [] for router_controller (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.192262 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.193076 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:14:51.197520 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.201436 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-5d537a92-93ae-46bc-a562-2932bd128356 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e9edc16a-ec4a-46d1-83ac-0a0def8dc0a8 HTTP/1.1" status: 204 len: 168 time: 1.0148003 Apr 01 16:14:51.204413 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47496) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:51.250099 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] Deleting subnet 800b9e74-a55a-4e0d-8366-47e56c88db8f {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:14:51.253254 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] Publish callbacks [] for subnet (800b9e74-a55a-4e0d-8366-47e56c88db8f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.287903 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3429406'] for subnet (800b9e74-a55a-4e0d-8366-47e56c88db8f), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.397202 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (800b9e74-a55a-4e0d-8366-47e56c88db8f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.457139 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3809610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3763517'] for subnet (800b9e74-a55a-4e0d-8366-47e56c88db8f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.483331 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800b9e74-a55a-4e0d-8366-47e56c88db8f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:51.489438 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.492644 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-38a84aed-b38b-4700-8cb6-5c0441ef7cd6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/800b9e74-a55a-4e0d-8366-47e56c88db8f HTTP/1.1" status: 204 len: 168 time: 0.2872596 Apr 01 16:14:51.499881 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4df26-be66-427d-b9d0-5dd9b976002d None None] Network 0dc218f3-ce62-46a5-b625-a56c6efad88a requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:14:51.500376 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47506) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:51.584132 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (0dc218f3-ce62-46a5-b625-a56c6efad88a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.644081 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Deleting port b554c976-3b0e-458c-a0f3-e249823ee424 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:51.644512 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.698036 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] DHCP port deletion for 0dc218f3-ce62-46a5-b625-a56c6efad88a request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:14:51.717557 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] For port b554c976-3b0e-458c-a0f3-e249823ee424, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=b554c976-3b0e-458c-a0f3-e249823ee424,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:51.718076 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.735821 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Calling delete_port for b554c976-3b0e-458c-a0f3-e249823ee424 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:51.758032 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] Deleting port b554c976-3b0e-458c-a0f3-e249823ee424 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:14:51.758404 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.831432 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] For port b554c976-3b0e-458c-a0f3-e249823ee424, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=b554c976-3b0e-458c-a0f3-e249823ee424,segment=NetworkSegment(e676222d-b5a8-4ec4-b086-b35e213d8adf),segment_id=e676222d-b5a8-4ec4-b086-b35e213d8adf)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:51.831934 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.848214 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] Calling delete_port for b554c976-3b0e-458c-a0f3-e249823ee424 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:14:51.851040 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.878568 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Pushing event deleted for resources: {'Port': ['ID=b554c976-3b0e-458c-a0f3-e249823ee424,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:51.882004 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] No DVR routers for this DVR port b554c976-3b0e-458c-a0f3-e249823ee424 on host dv-cinder-835880-3-smb {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:51.959289 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295'] for port (b554c976-3b0e-458c-a0f3-e249823ee424), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.989785 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (0dc218f3-ce62-46a5-b625-a56c6efad88a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:51.990686 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] Pushing event deleted for resources: {'Port': ['ID=b554c976-3b0e-458c-a0f3-e249823ee424,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:51.994678 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff63a5-9dc4-4357-97a5-8efb4c25dd73 None None] No DVR routers for this DVR port b554c976-3b0e-458c-a0f3-e249823ee424 on host dv-cinder-835880-3-smb {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:52.016134 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc218f3-ce62-46a5-b625-a56c6efad88a']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:52.026954 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e676222d-b5a8-4ec4-b086-b35e213d8adf') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:52.027267 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e676222d-b5a8-4ec4-b086-b35e213d8adf') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:52.037682 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (e676222d-b5a8-4ec4-b086-b35e213d8adf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.053246 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (e676222d-b5a8-4ec4-b086-b35e213d8adf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.060749 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:14:52.061397 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (e676222d-b5a8-4ec4-b086-b35e213d8adf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:14:52.063421 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:14:52.133925 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (0dc218f3-ce62-46a5-b625-a56c6efad88a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.141177 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.144690 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] 10.222.0.70 "DELETE /v2.0/networks/0dc218f3-ce62-46a5-b625-a56c6efad88a HTTP/1.1" status: 204 len: 168 time: 0.6455896 Apr 01 16:14:52.155563 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4bcb4-af21-4cbf-bf65-ed3109c7496e admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc218f3-ce62-46a5-b625-a56c6efad88a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:52.265357 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47522) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:52.306699 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-91f2b0d4-91bb-4e62-9156-27ea7c460273 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=260e4d005d8144b48bc1883b385997d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400641 Apr 01 16:14:52.310123 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:52.362015 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66555d17-a6cb-4029-8801-b556b64dcd21 admin admin] Publish callbacks [] for security_group (11193688-d526-4a21-8eb4-90ef435f2c1a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.383944 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66555d17-a6cb-4029-8801-b556b64dcd21 admin admin] Publish callbacks [] for security_group (11193688-d526-4a21-8eb4-90ef435f2c1a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.434678 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66555d17-a6cb-4029-8801-b556b64dcd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (11193688-d526-4a21-8eb4-90ef435f2c1a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.437287 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66555d17-a6cb-4029-8801-b556b64dcd21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:52.438542 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-66555d17-a6cb-4029-8801-b556b64dcd21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11193688-d526-4a21-8eb4-90ef435f2c1a HTTP/1.1" status: 204 len: 168 time: 0.1274970 Apr 01 16:14:52.448735 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66555d17-a6cb-4029-8801-b556b64dcd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11193688-d526-4a21-8eb4-90ef435f2c1a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:52.603458 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device aa4e4bf2-5789-4024-a790-cd66b72b5d6c no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:52.625827 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: aa4e4bf2-5789-4024-a790-cd66b72b5d6c {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:52.626173 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device aa4e4bf2-5789-4024-a790-cd66b72b5d6c not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:52.626587 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 17bd81ee-2558-43e1-95fd-a617f1a005a6 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:52.646127 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 17bd81ee-2558-43e1-95fd-a617f1a005a6 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:52.646472 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 17bd81ee-2558-43e1-95fd-a617f1a005a6 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:52.646888 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b554c976-3b0e-458c-a0f3-e249823ee424 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:52.666006 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: b554c976-3b0e-458c-a0f3-e249823ee424 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:14:52.666887 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device b554c976-3b0e-458c-a0f3-e249823ee424 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:55.588532 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47586) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:55.694149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dc08a2d3-6eb0-439d-a9c0-3729687445b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:55.769520 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dc08a2d3-6eb0-439d-a9c0-3729687445b2 admin admin] Publish callbacks [] for security_group (a7665f9c-d4cf-4162-a64e-2a55c9b5d838), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:55.773997 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-dc08a2d3-6eb0-439d-a9c0-3729687445b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a7665f9c-d4cf-4162-a64e-2a55c9b5d838), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:55.815196 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08a2d3-6eb0-439d-a9c0-3729687445b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7665f9c-d4cf-4162-a64e-2a55c9b5d838,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:55.819685 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-dc08a2d3-6eb0-439d-a9c0-3729687445b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a21f203dba6b4c09932a5eb01137b0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300951 Apr 01 16:14:55.822923 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47590) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:14:55.871536 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Publish callbacks [] for security_group (a7665f9c-d4cf-4162-a64e-2a55c9b5d838), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:55.892271 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Publish callbacks [] for security_group (a7665f9c-d4cf-4162-a64e-2a55c9b5d838), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:55.947603 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a7665f9c-d4cf-4162-a64e-2a55c9b5d838), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:55.950334 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:55.951545 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7665f9c-d4cf-4162-a64e-2a55c9b5d838 HTTP/1.1" status: 204 len: 168 time: 0.1280179 Apr 01 16:14:55.959953 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7665f9c-d4cf-4162-a64e-2a55c9b5d838,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:55.968475 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.968827 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.969174 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.969521 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.969885 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.970265 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.970538 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.970865 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.971191 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.971521 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.971846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.972177 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.972498 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.972846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:55.973168 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ec9ba-4b2a-44cd-b465-e9f57b7a65b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:56.105430 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:56.996903 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ce50384-0fdd-4c2b-9998-1ca709739e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:14:59.352110 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9c80-ffbc-4656-9d82-cce531920bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:00.395818 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:01.849339 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47666) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:01.952165 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2f38d4d-96b4-449e-95da-302284aed053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:01.999044 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:02.030511 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2f38d4d-96b4-449e-95da-302284aed053 admin admin] Publish callbacks [] for security_group (cd862417-7840-48b4-9914-406ccec91866), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:02.034365 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2f38d4d-96b4-449e-95da-302284aed053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cd862417-7840-48b4-9914-406ccec91866), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:02.072512 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c2f38d4d-96b4-449e-95da-302284aed053 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53f33911fc8b4b77bd2730618c401715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220879 Apr 01 16:15:02.073375 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f38d4d-96b4-449e-95da-302284aed053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd862417-7840-48b4-9914-406ccec91866,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:02.075169 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47670) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:02.125316 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-377c06e1-ff1b-4e86-9d13-4da473e7bd50 admin admin] Publish callbacks [] for security_group (cd862417-7840-48b4-9914-406ccec91866), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:02.145260 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-377c06e1-ff1b-4e86-9d13-4da473e7bd50 admin admin] Publish callbacks [] for security_group (cd862417-7840-48b4-9914-406ccec91866), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:02.190843 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-377c06e1-ff1b-4e86-9d13-4da473e7bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (cd862417-7840-48b4-9914-406ccec91866), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:02.193383 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-377c06e1-ff1b-4e86-9d13-4da473e7bd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:02.194545 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-377c06e1-ff1b-4e86-9d13-4da473e7bd50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd862417-7840-48b4-9914-406ccec91866 HTTP/1.1" status: 204 len: 168 time: 0.1184049 Apr 01 16:15:02.202078 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c06e1-ff1b-4e86-9d13-4da473e7bd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd862417-7840-48b4-9914-406ccec91866,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:03.522970 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:06.039562 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:06.196895 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Deleting port c7659e3b-4e17-4198-90bf-02b1eceb42c0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:06.197795 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:06.279300 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:06.279627 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for floatingip (c7659e3b-4e17-4198-90bf-02b1eceb42c0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:06.291459 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Calling delete_port for c7659e3b-4e17-4198-90bf-02b1eceb42c0 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:06.464300 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (c7659e3b-4e17-4198-90bf-02b1eceb42c0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:06.490948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event deleted for resources: {'Port': ['ID=c7659e3b-4e17-4198-90bf-02b1eceb42c0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:06.557830 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for floatingip (e0bd1f71-f70f-4dc3-adbf-68e9a4129772), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:06.558169 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Floating IP e0bd1f71-f70f-4dc3-adbf-68e9a4129772 disassociated (deleted). External IP: 172.28.3.122, port: 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13. Apr 01 16:15:06.778014 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:06.909671 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:06.919565 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:06.924432 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] Sync routers for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:06.934998 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:06.935628 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:06.955124 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-fee070f1-db9a-45a1-b1a6-331318b4d8d2 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "DELETE /v2.0/floatingips/e0bd1f71-f70f-4dc3-adbf-68e9a4129772 HTTP/1.1" status: 204 len: 168 time: 0.9143767 Apr 01 16:15:06.956064 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:06.958685 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca" -d '{"events": [{"name": "network-changed", "server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:07.003355 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f71c45-a28a-4094-b6fa-ce67f4228943 x-openstack-request-id: req-c3f71c45-a28a-4094-b6fa-ce67f4228943 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:07.003701 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:07.003955 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3f71c45-a28a-4094-b6fa-ce67f4228943 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:07.004356 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f71c45-a28a-4094-b6fa-ce67f4228943'] response: {'name': 'network-changed', 'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'status': 'completed', 'code': 200} Apr 01 16:15:07.090925 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:07.093129 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-9f52059f-7277-423f-bae0-a53462c32190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.096275 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-9f52059f-7277-423f-bae0-a53462c32190 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 1129 time: 0.0636311 Apr 01 16:15:07.260061 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-e40f1a9c-c604-487a-bdf4-836d6c1a3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.261442 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-e40f1a9c-c604-487a-bdf4-836d6c1a3bfe service neutron] 10.222.0.57 "GET /v2.0/networks?id=913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 200 len: 908 time: 0.1561799 Apr 01 16:15:07.293650 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073a17a-f7f1-430e-9587-7b13700dc850 req-8680941f-e22d-4b92-9723-5ef041b412e0 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.294657 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6073a17a-f7f1-430e-9587-7b13700dc850 req-8680941f-e22d-4b92-9723-5ef041b412e0 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1072474 Apr 01 16:15:07.325509 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-7f4bbdbe-810e-4af4-9ca3-7971067b0654 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 200 len: 217 time: 0.0570920 Apr 01 16:15:07.351998 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:21Z', 'revision_number': 5, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.378400 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] Checking router: dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:07.387048 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:07.387664 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.403985 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6073a17a-f7f1-430e-9587-7b13700dc850 req-1afe5dae-24e4-4cbb-bb56-a062435e949d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809548 Apr 01 16:15:07.405410 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-4a57d99b-91ef-49c7-b9b5-a47af514b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.406826 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-4a57d99b-91ef-49c7-b9b5-a47af514b0af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 200 len: 846 time: 0.0746765 Apr 01 16:15:07.477345 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-77472446-da09-41b6-ade5-482bfa70c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.478936 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-77472446-da09-41b6-ade5-482bfa70c0d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=913782e6-d94c-42c7-8ff2-96af68c85d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0651801 Apr 01 16:15:07.499327 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:07.595451 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-dfa9b778-ca3c-4d5f-aae4-12205273ce28 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073096 Apr 01 16:15:07.693955 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aad6ac43-1e8a-4f6a-9dd1-122e2dad13ca req-3def573b-d2d4-4842-9474-c9101fc858e5 service neutron] 10.222.0.57 "GET /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913069 Apr 01 16:15:07.715311 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:21Z', 'revision_number': 5, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.745256 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89185335-4c6e-43af-a8c8-19475e94a061 None None] The sync data for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb is: [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:10:14Z', 'revision_number': 4, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': 'cf00db9b-773d-405a-98eb-b909c751c073', 'name': '', 'network_id': '913782e6-d94c-42c7-8ff2-96af68c85d14', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'mac_address': 'fa:16:3e:f6:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:13Z', 'updated_at': '2022-04-01T16:10:21Z', 'revision_number': 5, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'subnets': [{'id': 'c7a6d3cd-4c89-4263-8ba5-f73022b9c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:07.959482 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa62d8c-362f-4178-9aa9-b0cd57933e95 None None] New status for floating IP e0bd1f71-f70f-4dc3-adbf-68e9a4129772: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:15:08.515826 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47802) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:08.532219 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33251b05-11de-4009-923d-8dafacd63d92 req-a696ae80-42b8-49c6-9cbc-0da324242b6e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:08.533732 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-33251b05-11de-4009-923d-8dafacd63d92 req-a696ae80-42b8-49c6-9cbc-0da324242b6e tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Apr 01 16:15:08.586804 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-33251b05-11de-4009-923d-8dafacd63d92 req-263196fa-69e6-45da-8264-2927ebd6d80a tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/security-groups?id=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Apr 01 16:15:08.623474 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2db46f69-064f-4363-8c42-d11b2288dc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:08.702923 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2db46f69-064f-4363-8c42-d11b2288dc6c admin admin] Publish callbacks [] for security_group (3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:08.707381 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2db46f69-064f-4363-8c42-d11b2288dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:08.762231 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db46f69-064f-4363-8c42-d11b2288dc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:08.769155 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2db46f69-064f-4363-8c42-d11b2288dc6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9ec34611d5147e7ba83c966d134080d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523355 Apr 01 16:15:08.771954 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47806) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:08.808001 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-97944913-c89f-4cba-872d-861bf9ff4375 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:08.809435 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-97944913-c89f-4cba-872d-861bf9ff4375 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 945 time: 0.1183014 Apr 01 16:15:08.872675 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-01609baa-bf45-416b-ae28-a1fcec08a893 admin admin] Publish callbacks [] for security_group (3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:08.914763 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-01609baa-bf45-416b-ae28-a1fcec08a893 admin admin] Publish callbacks [] for security_group (3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:08.960736 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Deleting port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:08.960985 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.011667 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-01609baa-bf45-416b-ae28-a1fcec08a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.014155 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-01609baa-bf45-416b-ae28-a1fcec08a893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.015461 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-01609baa-bf45-416b-ae28-a1fcec08a893 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37 HTTP/1.1" status: 204 len: 168 time: 0.2427678 Apr 01 16:15:09.029933 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01609baa-bf45-416b-ae28-a1fcec08a893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4a60e1-9b64-4b7b-b8dc-e51ee5f00b37,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.067507 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] For port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:09.067868 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.082868 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Calling delete_port for 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:09.223017 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (2d72dd94-6e0f-4915-bdb6-762b5b0a8e13), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.251434 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event deleted for resources: {'Port': ['ID=2d72dd94-6e0f-4915-bdb6-762b5b0a8e13,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.298614 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] No DVR routers for this DVR port 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:09.301093 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.307339 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:09.307499 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d805d436-ffdd-431f-9c7c-17f29207f070 req-834f2a89-f7af-4b03-a173-a647d4f22b7d tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.57 "DELETE /v2.0/ports/2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 HTTP/1.1" status: 204 len: 173 time: 0.4893265 Apr 01 16:15:09.307861 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-deleted', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:09.310156 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2ffe54-456e-4193-8674-e91a1c1cb2ad" -d '{"events": [{"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-deleted", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:09.323332 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b6e8b82-12ab-4f33-b27b-6382383027ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.352102 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81abd2d-df41-47ec-ae75-e47e4122c914 x-openstack-request-id: req-e81abd2d-df41-47ec-ae75-e47e4122c914 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:09.352498 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f5113f-04e4-4aad-9f68-4edf80e55620", "name": "network-vif-deleted", "tag": "2d72dd94-6e0f-4915-bdb6-762b5b0a8e13", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:09.353072 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e81abd2d-df41-47ec-ae75-e47e4122c914 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:09.354055 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81abd2d-df41-47ec-ae75-e47e4122c914'] response: {'server_uuid': '64f5113f-04e4-4aad-9f68-4edf80e55620', 'name': 'network-vif-deleted', 'tag': '2d72dd94-6e0f-4915-bdb6-762b5b0a8e13', 'status': 'completed', 'code': 200} Apr 01 16:15:09.419783 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b6e8b82-12ab-4f33-b27b-6382383027ed admin admin] Publish callbacks [] for security_group (27dac456-b06c-4a25-99a1-ff3783b3a766), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.423292 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b6e8b82-12ab-4f33-b27b-6382383027ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (27dac456-b06c-4a25-99a1-ff3783b3a766), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.465878 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-0b6e8b82-12ab-4f33-b27b-6382383027ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00fa25224b47489e958a39a946d254b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546440 Apr 01 16:15:09.465878 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e8b82-12ab-4f33-b27b-6382383027ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dac456-b06c-4a25-99a1-ff3783b3a766,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.466871 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47822) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:09.520541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa6e1-ca53-4106-af5b-fa2826a0cfd6 admin admin] Publish callbacks [] for security_group (27dac456-b06c-4a25-99a1-ff3783b3a766), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.550827 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa6e1-ca53-4106-af5b-fa2826a0cfd6 admin admin] Publish callbacks [] for security_group (27dac456-b06c-4a25-99a1-ff3783b3a766), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.615801 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa6e1-ca53-4106-af5b-fa2826a0cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (27dac456-b06c-4a25-99a1-ff3783b3a766), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.619342 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa6e1-ca53-4106-af5b-fa2826a0cfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:09.620522 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-5c3fa6e1-ca53-4106-af5b-fa2826a0cfd6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27dac456-b06c-4a25-99a1-ff3783b3a766 HTTP/1.1" status: 204 len: 168 time: 0.1529238 Apr 01 16:15:09.644896 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fa6e1-ca53-4106-af5b-fa2826a0cfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dac456-b06c-4a25-99a1-ff3783b3a766,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.759078 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d041d54d-ebe0-4f35-8310-8a8fa2813a49 req-d2427c07-da63-491f-be8e-7a304a713342 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f5113f-04e4-4aad-9f68-4edf80e55620 HTTP/1.1" status: 200 len: 210 time: 0.0363874 Apr 01 16:15:10.831275 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47872) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:10.900416 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96fd6a72-1817-4543-8c6c-d9541f3a8726 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group (62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:10.933546 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96fd6a72-1817-4543-8c6c-d9541f3a8726 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group (62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:11.011095 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96fd6a72-1817-4543-8c6c-d9541f3a8726 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:11.013673 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96fd6a72-1817-4543-8c6c-d9541f3a8726 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:11.017656 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-96fd6a72-1817-4543-8c6c-d9541f3a8726 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] 10.222.0.70 "DELETE /v2.0/security-groups/62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616 HTTP/1.1" status: 204 len: 168 time: 0.1827843 Apr 01 16:15:11.025435 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd6a72-1817-4543-8c6c-d9541f3a8726 tempest-TestShelveInstance-904266986 tempest-TestShelveInstance-904266986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62130e8d-a0c0-4ec0-aed2-c3bc6c4ee616,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:11.079793 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47884) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:11.778277 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47918) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:11.882336 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6e0abc74-fa31-43c2-b59c-27486e258f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:11.894619 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:11.966260 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6e0abc74-fa31-43c2-b59c-27486e258f8f admin admin] Publish callbacks [] for security_group (b31a2af1-9248-40b6-a672-10aef5e3fb37), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:11.970290 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6e0abc74-fa31-43c2-b59c-27486e258f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b31a2af1-9248-40b6-a672-10aef5e3fb37), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.011580 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-6e0abc74-fa31-43c2-b59c-27486e258f8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a9acf17664241f4839f6d53a1759a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321987 Apr 01 16:15:12.012623 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0abc74-fa31-43c2-b59c-27486e258f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a2af1-9248-40b6-a672-10aef5e3fb37,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.015109 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47922) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:12.064739 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9f15838e-a113-4249-962f-c64ee6dcdbad admin admin] Publish callbacks [] for security_group (b31a2af1-9248-40b6-a672-10aef5e3fb37), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.092341 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9f15838e-a113-4249-962f-c64ee6dcdbad admin admin] Publish callbacks [] for security_group (b31a2af1-9248-40b6-a672-10aef5e3fb37), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.145924 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9f15838e-a113-4249-962f-c64ee6dcdbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (b31a2af1-9248-40b6-a672-10aef5e3fb37), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.148447 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9f15838e-a113-4249-962f-c64ee6dcdbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.152500 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9f15838e-a113-4249-962f-c64ee6dcdbad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b31a2af1-9248-40b6-a672-10aef5e3fb37 HTTP/1.1" status: 204 len: 168 time: 0.1336250 Apr 01 16:15:12.158155 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15838e-a113-4249-962f-c64ee6dcdbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a2af1-9248-40b6-a672-10aef5e3fb37,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.172513 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Deleting port cf00db9b-773d-405a-98eb-b909c751c073 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:12.172922 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (cf00db9b-773d-405a-98eb-b909c751c073), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.260897 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] For port cf00db9b-773d-405a-98eb-b909c751c073, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=cf00db9b-773d-405a-98eb-b909c751c073,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:12.261269 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (cf00db9b-773d-405a-98eb-b909c751c073), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.275808 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Calling delete_port for cf00db9b-773d-405a-98eb-b909c751c073 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:12.480232 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (cf00db9b-773d-405a-98eb-b909c751c073), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.510966 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47934) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:12.524384 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf00db9b-773d-405a-98eb-b909c751c073,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.524886 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4353c780-afcd-48a0-a6a0-3119cdf1f88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.564085 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.564789 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.564916 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.565999 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.566360 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.566692 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.567022 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.567350 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.567667 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.568321 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.568896 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.569455 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.569965 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.570461 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.571118 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:12.624936 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4353c780-afcd-48a0-a6a0-3119cdf1f88b admin admin] Publish callbacks [] for security_group (85c1a11a-710d-4c7d-ae80-112d768a8995), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.630492 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4353c780-afcd-48a0-a6a0-3119cdf1f88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (85c1a11a-710d-4c7d-ae80-112d768a8995), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.682258 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4353c780-afcd-48a0-a6a0-3119cdf1f88b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e25b393826794ad4a7631d944604724b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698582 Apr 01 16:15:12.683915 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353c780-afcd-48a0-a6a0-3119cdf1f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c1a11a-710d-4c7d-ae80-112d768a8995,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.686522 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47936) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:12.752091 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bf26384f-7aed-4944-acbb-02c77b61edc6 admin admin] Publish callbacks [] for security_group (85c1a11a-710d-4c7d-ae80-112d768a8995), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.776102 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.776718 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bf26384f-7aed-4944-acbb-02c77b61edc6 admin admin] Publish callbacks [] for security_group (85c1a11a-710d-4c7d-ae80-112d768a8995), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.835963 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bf26384f-7aed-4944-acbb-02c77b61edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (85c1a11a-710d-4c7d-ae80-112d768a8995), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.839104 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bf26384f-7aed-4944-acbb-02c77b61edc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:12.844357 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-bf26384f-7aed-4944-acbb-02c77b61edc6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85c1a11a-710d-4c7d-ae80-112d768a8995 HTTP/1.1" status: 204 len: 168 time: 0.1542010 Apr 01 16:15:12.851362 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26384f-7aed-4944-acbb-02c77b61edc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c1a11a-710d-4c7d-ae80-112d768a8995,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.990019 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47942) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:12.998791 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-3d46dbc8-2175-4ca4-8caf-8c9a6217c64e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508656084', 'description': 'tempest-description--227617307'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:13.021769 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3d46dbc8-2175-4ca4-8caf-8c9a6217c64e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.048182 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:13.135068 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3d46dbc8-2175-4ca4-8caf-8c9a6217c64e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (772034b4-0ae7-43ba-a04f-e0e4765d6bab), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.141742 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3d46dbc8-2175-4ca4-8caf-8c9a6217c64e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (772034b4-0ae7-43ba-a04f-e0e4765d6bab), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.167099 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:13.177791 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-3486666a-5913-4686-b1d8-1a4bc548786d admin admin] 10.222.0.70 "PUT /v2.0/routers/dc3cc541-a8b7-4ddd-b426-3dcbf16446b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0957186 Apr 01 16:15:13.180795 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] Sync routers for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:13.182052 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47946) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:13.182640 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3d46dbc8-2175-4ca4-8caf-8c9a6217c64e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.183928 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-3d46dbc8-2175-4ca4-8caf-8c9a6217c64e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1902385 Apr 01 16:15:13.188291 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47950) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:13.194170 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-33cd84cb-89e3-4e13-8288-27402a99d0be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '772034b4-0ae7-43ba-a04f-e0e4765d6bab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:13.196538 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:13.198409 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:13.201980 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46dbc8-2175-4ca4-8caf-8c9a6217c64e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772034b4-0ae7-43ba-a04f-e0e4765d6bab,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.238182 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-33cd84cb-89e3-4e13-8288-27402a99d0be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (0236274d-1628-46d6-a266-959f1df2db1c), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.323766 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-33cd84cb-89e3-4e13-8288-27402a99d0be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (0236274d-1628-46d6-a266-959f1df2db1c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.325075 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:13.328708 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-33cd84cb-89e3-4e13-8288-27402a99d0be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (0236274d-1628-46d6-a266-959f1df2db1c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.345819 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd84cb-89e3-4e13-8288-27402a99d0be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0236274d-1628-46d6-a266-959f1df2db1c,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.371478 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-33cd84cb-89e3-4e13-8288-27402a99d0be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.373534 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-33cd84cb-89e3-4e13-8288-27402a99d0be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841235 Apr 01 16:15:13.377970 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47956) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:13.385353 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-3f78c707-102f-4e57-aa99-da2faf05aa43 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '772034b4-0ae7-43ba-a04f-e0e4765d6bab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:13.394510 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks [] for router (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.417915 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f78c707-102f-4e57-aa99-da2faf05aa43 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (2cc98f6d-10e0-48e3-b60e-d1e233e80e19), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.522719 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f78c707-102f-4e57-aa99-da2faf05aa43 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (2cc98f6d-10e0-48e3-b60e-d1e233e80e19), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.528951 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f78c707-102f-4e57-aa99-da2faf05aa43 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (2cc98f6d-10e0-48e3-b60e-d1e233e80e19), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.536913 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks [] for router_gateway (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.552325 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78c707-102f-4e57-aa99-da2faf05aa43 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc98f6d-10e0-48e3-b60e-d1e233e80e19,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.573149 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f78c707-102f-4e57-aa99-da2faf05aa43 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.574348 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-3f78c707-102f-4e57-aa99-da2faf05aa43 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954355 Apr 01 16:15:13.581480 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47960) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:13.583597 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:15:12Z', 'revision_number': 5, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port': {'id': '69ae084b-a2cb-4b28-9eee-e6054232957b', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:13.586543 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:13.608773 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.627534 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Deleting port 69ae084b-a2cb-4b28-9eee-e6054232957b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:13.627924 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.648228 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] Checking router: dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:13.664838 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] Routers {'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:13.666529 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:13.734914 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.737990 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] For port 69ae084b-a2cb-4b28-9eee-e6054232957b, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=69ae084b-a2cb-4b28-9eee-e6054232957b,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:13.738358 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.756132 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Calling delete_port for 69ae084b-a2cb-4b28-9eee-e6054232957b owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:13.878586 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.28.3.91 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:13.900736 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] Set router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:13.952188 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (69ae084b-a2cb-4b28-9eee-e6054232957b), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:13.980130 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ae084b-a2cb-4b28-9eee-e6054232957b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.982802 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:15:13Z', 'revision_number': 6, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port_host': None}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:14.019425 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2e326-6172-412f-a7c5-f6b395333c9f None None] The sync data for ids ['dc3cc541-a8b7-4ddd-b426-3dcbf16446b5'] in dv-cinder-835880-3-smb is: [{'id': 'dc3cc541-a8b7-4ddd-b426-3dcbf16446b5', 'name': 'tempest-TestShelveInstance-78605186-router', 'tenant_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:08Z', 'updated_at': '2022-04-01T16:15:13Z', 'revision_number': 6, 'project_id': '5f3da02e3cc24e31b689ebf9d4816fec', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:14.047838 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:14.062595 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.078057 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:14.078337 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 2d72dd94-6e0f-4915-bdb6-762b5b0a8e13 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:14.085881 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.132240 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.171729 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:14.177148 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:14.180846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:14.190262 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.193593 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks [] for router_controller (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.224097 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.265142 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-eb9681e0-cb0b-48fd-b7df-dc0fd5166b12 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611276477&fields=id&tenant_id=29d73469ecdd4a90932e248fb65ea77e HTTP/1.1" status: 200 len: 267 time: 0.1238225 Apr 01 16:15:14.270969 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (dc3cc541-a8b7-4ddd-b426-3dcbf16446b5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.271560 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:14.279456 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (adea22e5-91ea-440f-a3aa-70363079af2c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.287163 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.291348 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-13cd5943-247e-4666-8892-7e0094ed6a10 admin admin] 10.222.0.70 "DELETE /v2.0/routers/dc3cc541-a8b7-4ddd-b426-3dcbf16446b5 HTTP/1.1" status: 204 len: 168 time: 1.1045847 Apr 01 16:15:14.291678 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47978) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:14.331133 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-7bb0d4e1-cfd2-44aa-b86e-080b626744b6 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.332605 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-7bb0d4e1-cfd2-44aa-b86e-080b626744b6 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 984 time: 0.0594101 Apr 01 16:15:14.347650 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Request body: {'port': {'security_groups': ['0514fdbc-09bd-4529-8765-5d15c0a77005']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:14.360207 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] Deleting subnet c7a6d3cd-4c89-4263-8ba5-f73022b9c246 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:15:14.364915 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] Publish callbacks [] for subnet (c7a6d3cd-4c89-4263-8ba5-f73022b9c246), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.366622 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.427098 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47982) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:14.431936 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3429406'] for subnet (c7a6d3cd-4c89-4263-8ba5-f73022b9c246), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.458022 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.605720 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (c7a6d3cd-4c89-4263-8ba5-f73022b9c246), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.607794 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-97844dfa-24c5-44e9-b6e2-df0631394054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.653954 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8dd2607b-6a6d-4313-a4ba-72958a949321,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:14.682983 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.688145 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.688810 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.696962 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.704385 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8dd2607b-6a6d-4313-a4ba-72958a949321'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:15:14.734032 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.734778 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.740552 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f98a5a70-797e-49f7-b697-6faafcc210e5 req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "PUT /v2.0/ports/8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 942 time: 0.4005110 Apr 01 16:15:14.741115 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:14.744111 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a1f9b0-88a8-49ae-8552-38df42e65f22" -d '{"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:14.748110 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 47986) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:14.772528 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3809610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3763517'] for subnet (c7a6d3cd-4c89-4263-8ba5-f73022b9c246), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.777272 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1488162-626a-4dcc-8072-45dec7b8639e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event updated for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.805116 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281aa3fe-af8c-467a-a782-4843a72dc137 x-openstack-request-id: req-281aa3fe-af8c-467a-a782-4843a72dc137 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:14.805408 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:14.805689 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-281aa3fe-af8c-467a-a782-4843a72dc137 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:14.806652 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281aa3fe-af8c-467a-a782-4843a72dc137'] response: {'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'status': 'completed', 'code': 200} Apr 01 16:15:14.807037 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8dd2607b-6a6d-4313-a4ba-72958a949321'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:15:14.896635 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a6d3cd-4c89-4263-8ba5-f73022b9c246,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.910340 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.916664 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:14.918717 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232bc72-7420-4b47-a5ec-098fb8d062f2 None None] Network 913782e6-d94c-42c7-8ff2-96af68c85d14 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:15:14.922358 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-800fdedd-9779-4b2d-95d1-9794a79d3f29 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c7a6d3cd-4c89-4263-8ba5-f73022b9c246 HTTP/1.1" status: 204 len: 168 time: 0.6272194 Apr 01 16:15:14.923172 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 47990) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:15.007961 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 69ae084b-a2cb-4b28-9eee-e6054232957b no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:15.008174 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (adea22e5-91ea-440f-a3aa-70363079af2c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.012685 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (913782e6-d94c-42c7-8ff2-96af68c85d14), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.015293 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1428e302-5e73-4ce5-a3da-45ca2790b27e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group (0831d912-a6d2-47fb-9ee6-06ce2dc51823), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.047668 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1428e302-5e73-4ce5-a3da-45ca2790b27e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group (0831d912-a6d2-47fb-9ee6-06ce2dc51823), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.073602 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Deleting port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:15.073602 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.095716 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-97844dfa-24c5-44e9-b6e2-df0631394054 admin admin] Publish callbacks [] for security_group (fc3cb9e7-046b-460e-8aed-e7d1b2898ecb), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.100643 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.106217 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0b092444-924e-4fb1-b3b6-05612bbb209c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5235438 Apr 01 16:15:15.110433 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 69ae084b-a2cb-4b28-9eee-e6054232957b {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:15.110967 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 69ae084b-a2cb-4b28-9eee-e6054232957b not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:15.111465 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device cf00db9b-773d-405a-98eb-b909c751c073 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:15.139927 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: cf00db9b-773d-405a-98eb-b909c751c073 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:15.140322 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device cf00db9b-773d-405a-98eb-b909c751c073 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:15.146548 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-97844dfa-24c5-44e9-b6e2-df0631394054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (fc3cb9e7-046b-460e-8aed-e7d1b2898ecb), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.155734 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] For port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=f27cbab2-80e1-4d4b-b2e8-98f50b53ad47,segment=NetworkSegment(cbd0d420-b5a0-4301-bfc3-8ddb174d9147),segment_id=cbd0d420-b5a0-4301-bfc3-8ddb174d9147)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:15.156214 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.166084 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-cb88c264-2107-47aa-ab95-699432704931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:15.166343 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c8ec15bc-3941-4113-a1b5-c54b3d056e71 None None] Provisioning complete for port 8dd2607b-6a6d-4313-a4ba-72958a949321 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:15:15.166452 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8ec15bc-3941-4113-a1b5-c54b3d056e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.168248 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-cb88c264-2107-47aa-ab95-699432704931 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1129 time: 0.3047383 Apr 01 16:15:15.175860 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Calling delete_port for f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:15.278432 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (f27cbab2-80e1-4d4b-b2e8-98f50b53ad47), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.340218 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27cbab2-80e1-4d4b-b2e8-98f50b53ad47,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:15.352006 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] No DVR routers for this DVR port f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 on host dv-cinder-835880-3-smb {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:15.389735 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec15bc-3941-4113-a1b5-c54b3d056e71 None None] Current status of the port 8dd2607b-6a6d-4313-a4ba-72958a949321 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:15:15.405068 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97844dfa-24c5-44e9-b6e2-df0631394054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3cb9e7-046b-460e-8aed-e7d1b2898ecb,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:15.406254 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8937931-be0f-4000-9108-0d71ad18e7d9 None None] DHCP port deletion for 913782e6-d94c-42c7-8ff2-96af68c85d14 request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:15:15.420707 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-8939078d-d91a-46ef-b1e1-20bcb6ca75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:15.423659 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-8939078d-d91a-46ef-b1e1-20bcb6ca75db service neutron] 10.222.0.57 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 916 time: 0.2402716 Apr 01 16:15:15.428162 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-97844dfa-24c5-44e9-b6e2-df0631394054 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2907d643cf4e4da783292af72eaec087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9969943 Apr 01 16:15:15.436477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48004) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:15.473208 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-6ec9bbcf-f20d-44c1-b138-b02aa84c9f4d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1508656084&fields=id&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 267 time: 0.1349931 Apr 01 16:15:15.476713 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1428e302-5e73-4ce5-a3da-45ca2790b27e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0831d912-a6d2-47fb-9ee6-06ce2dc51823), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.476905 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (913782e6-d94c-42c7-8ff2-96af68c85d14), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.479403 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1428e302-5e73-4ce5-a3da-45ca2790b27e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.481655 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-1428e302-5e73-4ce5-a3da-45ca2790b27e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "DELETE /v2.0/security-groups/0831d912-a6d2-47fb-9ee6-06ce2dc51823 HTTP/1.1" status: 204 len: 168 time: 0.7314506 Apr 01 16:15:15.485629 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48006) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:15.506185 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428e302-5e73-4ce5-a3da-45ca2790b27e tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831d912-a6d2-47fb-9ee6-06ce2dc51823,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:15.536591 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-4c3b921e-be46-4e22-b1e4-3fa55c6b60b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 1000 time: 0.1073308 Apr 01 16:15:15.578332 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55fc2800-43e1-4f8d-8873-0375b0da5b96 admin admin] Publish callbacks [] for security_group (fc3cb9e7-046b-460e-8aed-e7d1b2898ecb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.589912 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913782e6-d94c-42c7-8ff2-96af68c85d14']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.604432 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.604730 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd0d420-b5a0-4301-bfc3-8ddb174d9147') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.609227 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55fc2800-43e1-4f8d-8873-0375b0da5b96 admin admin] Publish callbacks [] for security_group (fc3cb9e7-046b-460e-8aed-e7d1b2898ecb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.617994 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-4170a83d-cac0-49d4-becc-b66540cbf7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:15.619919 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-4170a83d-cac0-49d4-becc-b66540cbf7f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 200 len: 854 time: 0.0741365 Apr 01 16:15:15.622471 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (cbd0d420-b5a0-4301-bfc3-8ddb174d9147), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.661969 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (cbd0d420-b5a0-4301-bfc3-8ddb174d9147), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.687293 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-a2e20a76-c5c4-4d18-9e9d-433915565e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:15.689884 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-a2e20a76-c5c4-4d18-9e9d-433915565e38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405abcfe-bad0-4121-a97a-2077311ac170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0595350 Apr 01 16:15:15.703104 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55fc2800-43e1-4f8d-8873-0375b0da5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (fc3cb9e7-046b-460e-8aed-e7d1b2898ecb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.705758 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55fc2800-43e1-4f8d-8873-0375b0da5b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.706810 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-55fc2800-43e1-4f8d-8873-0375b0da5b96 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc3cb9e7-046b-460e-8aed-e7d1b2898ecb HTTP/1.1" status: 204 len: 168 time: 0.2664621 Apr 01 16:15:15.713488 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:15:15.713902 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (cbd0d420-b5a0-4301-bfc3-8ddb174d9147), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:15.715588 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:15.748263 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc2800-43e1-4f8d-8873-0375b0da5b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3cb9e7-046b-460e-8aed-e7d1b2898ecb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:15.805150 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-2e416f87-8696-454e-a32a-7a994105c626 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099718 Apr 01 16:15:15.917011 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-77a1f9b0-88a8-49ae-8552-38df42e65f22 req-2beec9bf-c871-4328-a887-917fb3dba9d5 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048095 Apr 01 16:15:16.051049 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3c56167-3253-41cb-ab2f-a0bc9002a464 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:16.053224 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3c56167-3253-41cb-ab2f-a0bc9002a464 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.5733960 Apr 01 16:15:16.096557 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e2e1c609-9caa-45f4-87a8-43b31d20aa80 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/quotas/d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 375 time: 0.0300381 Apr 01 16:15:16.099703 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (913782e6-d94c-42c7-8ff2-96af68c85d14), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.108097 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.115388 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] 10.222.0.70 "DELETE /v2.0/networks/913782e6-d94c-42c7-8ff2-96af68c85d14 HTTP/1.1" status: 204 len: 168 time: 1.1870561 Apr 01 16:15:16.116405 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48020) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:16.151785 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfb20c-1040-4610-8729-0f2077901375 admin admin] Pushing event deleted for resources: {'Network': ['ID=913782e6-d94c-42c7-8ff2-96af68c85d14,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:16.201576 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Deleting port 855f4fe4-66f2-43e1-94db-454aabfe350b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:16.201980 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.212691 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-03dc5050-c544-41e8-af62-ec557088f6d7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056030 Apr 01 16:15:16.365808 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.366516 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for floatingip (855f4fe4-66f2-43e1-94db-454aabfe350b), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.388669 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Calling delete_port for 855f4fe4-66f2-43e1-94db-454aabfe350b owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:16.394048 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-5de5a637-cb7b-4d20-87f5-e2a9fa972817 service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440511 Apr 01 16:15:16.559684 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-53418dd2-3852-47a5-bb2a-1c2d68d5e02e service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578424 Apr 01 16:15:16.646834 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:16.657805 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (855f4fe4-66f2-43e1-94db-454aabfe350b), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.696355 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:16.697708 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device f27cbab2-80e1-4d4b-b2e8-98f50b53ad47 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:16.702539 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event deleted for resources: {'Port': ['ID=855f4fe4-66f2-43e1-94db-454aabfe350b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:16.771005 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks [] for floatingip (68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.771695 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Floating IP 68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2 disassociated (deleted). External IP: 172.28.3.33, port: 8dd2607b-6a6d-4313-a4ba-72958a949321. Apr 01 16:15:16.802084 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:16.917942 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-14d9a749-912f-4211-a5c9-7ef03ddbc2c5 req-9639e5e6-2a3a-46b8-9d65-74e08c7a7ca1 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 210 time: 0.0377319 Apr 01 16:15:17.028087 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48050) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:17.056404 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Router 00666544-b060-45d8-aa30-423de1ba084e has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:17.152230 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Deleting port 26d926f3-8300-4e25-bde6-4b51bc0d25bc {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:17.152745 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.156195 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8fb06b8f-3ca6-4f40-b731-8ba95473ddda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.226212 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:17.231090 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] For port 26d926f3-8300-4e25-bde6-4b51bc0d25bc, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=26d926f3-8300-4e25-bde6-4b51bc0d25bc,segment=NetworkSegment(d1e96d57-ba52-4f82-a4e4-bd7e1555cf72),segment_id=d1e96d57-ba52-4f82-a4e4-bd7e1555cf72)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:17.231437 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.233453 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.242526 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] Sync routers for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:17.250621 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Calling delete_port for 26d926f3-8300-4e25-bde6-4b51bc0d25bc owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:17.279764 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-5c4ee2c9-3838-40fe-aed8-38f4d3481e0d tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "DELETE /v2.0/floatingips/68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2 HTTP/1.1" status: 204 len: 168 time: 1.7850132 Apr 01 16:15:17.281984 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:17.284714 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108dc93-9b0e-4787-abbe-2af250840d34" -d '{"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:17.330029 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8fb06b8f-3ca6-4f40-b731-8ba95473ddda admin admin] Publish callbacks [] for security_group (6dd68d30-c132-404f-9db2-769f7930c65e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.338026 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8fb06b8f-3ca6-4f40-b731-8ba95473ddda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (6dd68d30-c132-404f-9db2-769f7930c65e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.388461 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ed82a-25b8-4004-9c01-7d2b656bf762 x-openstack-request-id: req-205ed82a-25b8-4004-9c01-7d2b656bf762 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:17.390199 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:17.390630 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-205ed82a-25b8-4004-9c01-7d2b656bf762 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:17.391227 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205ed82a-25b8-4004-9c01-7d2b656bf762'] response: {'name': 'network-changed', 'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'status': 'completed', 'code': 200} Apr 01 16:15:17.421208 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8fb06b8f-3ca6-4f40-b731-8ba95473ddda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82bbfc1444374a0880ec104d2ea0176e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894417 Apr 01 16:15:17.423095 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48062) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:17.433095 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:17.433751 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:17.440291 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb06b8f-3ca6-4f40-b731-8ba95473ddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd68d30-c132-404f-9db2-769f7930c65e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.497966 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9214caf8-b922-4c8a-9764-c40abbed056f admin admin] Publish callbacks [] for security_group (6dd68d30-c132-404f-9db2-769f7930c65e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.504801 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-8a8b48dc-2dd3-4ca8-8e1a-d7e99d6c302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:17.506834 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-8a8b48dc-2dd3-4ca8-8e1a-d7e99d6c302d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29d73469ecdd4a90932e248fb65ea77e&device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 1129 time: 0.0804152 Apr 01 16:15:17.561145 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9214caf8-b922-4c8a-9764-c40abbed056f admin admin] Publish callbacks [] for security_group (6dd68d30-c132-404f-9db2-769f7930c65e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.586552 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:17.646355 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9214caf8-b922-4c8a-9764-c40abbed056f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (6dd68d30-c132-404f-9db2-769f7930c65e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.649129 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9214caf8-b922-4c8a-9764-c40abbed056f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.655242 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (26d926f3-8300-4e25-bde6-4b51bc0d25bc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:17.657515 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-9214caf8-b922-4c8a-9764-c40abbed056f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6dd68d30-c132-404f-9db2-769f7930c65e HTTP/1.1" status: 204 len: 168 time: 0.2333612 Apr 01 16:15:17.690835 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Pushing event deleted for resources: {'Port': ['ID=26d926f3-8300-4e25-bde6-4b51bc0d25bc,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.691524 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214caf8-b922-4c8a-9764-c40abbed056f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd68d30-c132-404f-9db2-769f7930c65e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.700616 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-961335ec-ee70-481a-ad06-2115fb086ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:17.702141 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-961335ec-ee70-481a-ad06-2115fb086ba8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 200 len: 916 time: 0.1896749 Apr 01 16:15:17.804873 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-d80311ca-7944-4c5f-98c7-42092a08644a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 200 len: 217 time: 0.0660338 Apr 01 16:15:18.042729 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:05Z', 'revision_number': 5, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.104378 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] Checking router: 00666544-b060-45d8-aa30-423de1ba084e for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:18.122954 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:18.124245 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.135678 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-6d345ba0-0744-4293-9a51-4127fc23e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:18.138197 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-6d345ba0-0744-4293-9a51-4127fc23e764 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 200 len: 854 time: 0.3199818 Apr 01 16:15:18.140782 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-b7cef425-3b88-4b7e-af22-9e7d74771c19 req-dbfea202-98c2-485d-a0a1-b4b949a72c83 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 210 time: 0.0583866 Apr 01 16:15:18.252065 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:18.296370 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-159434a5-522e-49dc-9ff6-e0f5173fca7e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:18.298050 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-159434a5-522e-49dc-9ff6-e0f5173fca7e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.3043237 Apr 01 16:15:18.323585 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:18.376200 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-d0967e96-57b8-4b01-9e3a-0a0746d4f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:18.377871 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-d0967e96-57b8-4b01-9e3a-0a0746d4f143 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405abcfe-bad0-4121-a97a-2077311ac170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2081678 Apr 01 16:15:18.573904 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-4d091d6f-ffcb-49f1-acfd-52c4602795ca tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 473 time: 0.2367299 Apr 01 16:15:18.584601 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'port': {'device_id': '4a91cd4f-3869-4324-953a-253f5b401067', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'admin_state_up': True, 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'security_groups': ['772034b4-0ae7-43ba-a04f-e0e4765d6bab']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:18.614858 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:05Z', 'revision_number': 5, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.623559 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-71d26706-5ba1-4bce-af05-fb5071f9d910 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332103 Apr 01 16:15:18.645563 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fb239-b9ab-4d67-9390-1289f21b7db0 None None] The sync data for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb is: [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:13:00Z', 'revision_number': 4, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '0f744c86-2a03-470b-86c0-6a651dc962ff', 'name': '', 'network_id': '405abcfe-bad0-4121-a97a-2077311ac170', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'mac_address': 'fa:16:3e:d8:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:59Z', 'updated_at': '2022-04-01T16:13:05Z', 'revision_number': 5, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'subnets': [{'id': '3b0d6b04-69ed-4a9f-a55c-5d74060f0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:18.856047 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6108dc93-9b0e-4787-abbe-2af250840d34 req-4b1179e1-3340-4d10-b7b1-9e713eb18c91 service neutron] 10.222.0.57 "GET /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927145 Apr 01 16:15:18.860367 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Router b3e8621b-d53b-49aa-993c-ba5877a5f5fa has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:18.879117 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Made reservation on behalf of d1b23a94f28e4d55acd0ce54d4704156 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:18.882523 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.048383 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241dc37-eca0-4071-ae90-abed016d0c89 None None] New status for floating IP 68f2d0a8-cb7b-46c4-8906-dfde9c59e3c2: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:15:19.088266 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:19.095815 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-4992340b-2430-41d6-9aca-d1316d0e238d admin admin] 10.222.0.70 "PUT /v2.0/routers/b3e8621b-d53b-49aa-993c-ba5877a5f5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9787710 Apr 01 16:15:19.098779 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48108) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:19.108336 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] Sync routers for ids ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:19.124707 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] Routers {'b3e8621b-d53b-49aa-993c-ba5877a5f5fa'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:19.125853 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:19.138807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.20.0.6 (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e/e35909e2-4022-4a99-a52d-52b74c243a41/774e1153-4177-43f2-889b-33cfd9fda21e) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:19.291943 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks [] for router (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.325066 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] Set router b3e8621b-d53b-49aa-993c-ba5877a5f5fa gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:19.325328 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9131b673-c055-404b-a0a1-1f3a7bf237ad req-14afe168-1626-4994-bfb7-2c4cab39875c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 210 time: 0.0475614 Apr 01 16:15:19.433685 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks [] for router_gateway (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.514628 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Deleting port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:19.515211 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.609434 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] For port 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:19.609975 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.610589 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 5, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port': {'id': '29e4259c-cea8-43a7-a8a1-c1440bd2ed3d', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:19Z', 'updated_at': '2022-04-01T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:19.624782 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Calling delete_port for 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:19.643275 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] Checking router: b3e8621b-d53b-49aa-993c-ba5877a5f5fa for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:19.665952 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] Routers {'b3e8621b-d53b-49aa-993c-ba5877a5f5fa'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:19.666584 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:19.667866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (774e1153-4177-43f2-889b-33cfd9fda21e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.703962 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.748628 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:19.751906 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:19.755846 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:19.778214 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] Set router b3e8621b-d53b-49aa-993c-ba5877a5f5fa gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:19.792506 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=774e1153-4177-43f2-889b-33cfd9fda21e,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:19.828611 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:19.829433 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.856801 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e3bd4fd8-bb03-4dd4-9638-6dd1f41ae61f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2770605 Apr 01 16:15:19.858919 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:15:19Z', 'revision_number': 6, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port_host': None}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:19.870750 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (29e4259c-cea8-43a7-a8a1-c1440bd2ed3d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.871241 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Request body: {'port': {'device_id': '4a91cd4f-3869-4324-953a-253f5b401067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:19.896359 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bca048-bc76-4ef0-a24b-66c6158c4cb0 None None] The sync data for ids ['b3e8621b-d53b-49aa-993c-ba5877a5f5fa'] in dv-cinder-835880-3-smb is: [{'id': 'b3e8621b-d53b-49aa-993c-ba5877a5f5fa', 'name': 'tempest-TestShelveInstance-777601178-router', 'tenant_id': 'b6f63c3007b449e788d4d56c48067be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:15:19Z', 'revision_number': 6, 'project_id': 'b6f63c3007b449e788d4d56c48067be1', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:19.906811 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Pushing event deleted for resources: {'Port': ['ID=29e4259c-cea8-43a7-a8a1-c1440bd2ed3d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:19.955104 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:19.986537 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.066448 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-805bc1b4-36ba-40c6-ad8a-a612466390ad None None] Provisioning complete for port 774e1153-4177-43f2-889b-33cfd9fda21e triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:15:20.066691 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-805bc1b4-36ba-40c6-ad8a-a612466390ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.083036 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.087057 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks [] for router_controller (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.115242 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-805bc1b4-36ba-40c6-ad8a-a612466390ad None None] Port 774e1153-4177-43f2-889b-33cfd9fda21e cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:15:20.141307 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (b3e8621b-d53b-49aa-993c-ba5877a5f5fa), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.141940 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e8621b-d53b-49aa-993c-ba5877a5f5fa {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:20.146707 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.150356 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-70e6dd57-f56e-4813-9a9b-3017be388deb admin admin] 10.222.0.70 "DELETE /v2.0/routers/b3e8621b-d53b-49aa-993c-ba5877a5f5fa HTTP/1.1" status: 204 len: 168 time: 1.0481684 Apr 01 16:15:20.150818 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48120) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:20.211245 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] Deleting subnet e9d5840c-e07a-439a-8cc9-38f1dc592504 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:15:20.214754 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] Publish callbacks [] for subnet (e9d5840c-e07a-439a-8cc9-38f1dc592504), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.267306 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3357529'] for subnet (e9d5840c-e07a-439a-8cc9-38f1dc592504), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.292936 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774e1153-4177-43f2-889b-33cfd9fda21e {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:20.301464 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Publish callbacks [] for port (774e1153-4177-43f2-889b-33cfd9fda21e), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.327629 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Transition to ACTIVE for port object 774e1153-4177-43f2-889b-33cfd9fda21e will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:15:20.353443 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.386038 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (e9d5840c-e07a-439a-8cc9-38f1dc592504), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.419941 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Pushing event updated for resources: {'Port': ['ID=774e1153-4177-43f2-889b-33cfd9fda21e,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.488392 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0fe9-219f-48ae-8e7d-df539c877579 req-285c9b8f-bb02-4845-838a-0ec7926174c1 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:20.489990 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-481e0fe9-219f-48ae-8e7d-df539c877579 req-285c9b8f-bb02-4845-838a-0ec7926174c1 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 943 time: 0.0750391 Apr 01 16:15:20.494685 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8405584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8837465'] for subnet (e9d5840c-e07a-439a-8cc9-38f1dc592504), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.502028 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693051a1-4591-4785-a3b8-aa825c81254a req-8b9f7910-6418-48cc-aa63-5ad38cdeb5d3 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:20.504208 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-693051a1-4591-4785-a3b8-aa825c81254a req-8b9f7910-6418-48cc-aa63-5ad38cdeb5d3 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.1949589 Apr 01 16:15:20.542964 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d5840c-e07a-439a-8cc9-38f1dc592504,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.560293 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.562365 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89381b2c-b69b-4596-b31c-41264fb3472c None None] Network fe23fe61-0e89-423a-a286-b8877cd847df requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:15:20.563452 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-fa6c2e95-dc80-4290-9fb0-e07bd0a50ae5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e9d5840c-e07a-439a-8cc9-38f1dc592504 HTTP/1.1" status: 204 len: 168 time: 0.4116404 Apr 01 16:15:20.565957 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48130) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:20.584252 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Attempting to bind port 774e1153-4177-43f2-889b-33cfd9fda21e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:15:20.584597 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Attempting to bind port 774e1153-4177-43f2-889b-33cfd9fda21e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:15:20.584930 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Attempting to bind port 774e1153-4177-43f2-889b-33cfd9fda21e on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:20.604624 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-693051a1-4591-4785-a3b8-aa825c81254a req-42c27751-7b89-4325-93d0-94210c3273ba tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950928 Apr 01 16:15:20.605404 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Port 774e1153-4177-43f2-889b-33cfd9fda21e on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:15:20.605767 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Attempting to bind port 774e1153-4177-43f2-889b-33cfd9fda21e on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:20.611551 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:20.611891 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Checking segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:15:20.612404 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Bound using segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:20.612875 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Bound port: 774e1153-4177-43f2-889b-33cfd9fda21e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:15:20.613244 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.692448 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-481e0fe9-219f-48ae-8e7d-df539c877579 req-37d7a47d-b37e-4b10-9711-565abdc2899a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534002 Apr 01 16:15:20.700815 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (fe23fe61-0e89-423a-a286-b8877cd847df), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.765236 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] For port 774e1153-4177-43f2-889b-33cfd9fda21e, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:20.769253 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] For port 774e1153-4177-43f2-889b-33cfd9fda21e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=774e1153-4177-43f2-889b-33cfd9fda21e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:20.782794 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.814080 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:20.844413 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Deleting port 013f9ef5-0a86-4dfb-8a6f-47d084948353 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:20.844413 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.855334 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] DHCP port deletion for fe23fe61-0e89-423a-a286-b8877cd847df request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:15:20.856695 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:20.857489 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.858849 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/774e1153-4177-43f2-889b-33cfd9fda21e HTTP/1.1" status: 200 len: 1093 time: 0.9947846 Apr 01 16:15:20.860302 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:20.863064 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48" -d '{"events": [{"name": "network-changed", "server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:20.915614 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:20.916210 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 29e4259c-cea8-43a7-a8a1-c1440bd2ed3d not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:20.916837 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 26d926f3-8300-4e25-bde6-4b51bc0d25bc no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:20.933350 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b98ea-952b-4d96-bf30-8ffed1bd55d2 service neutron] Pushing event updated for resources: {'Port': ['ID=774e1153-4177-43f2-889b-33cfd9fda21e,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.937296 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b522ac-2fd6-47ba-a230-a25f33d648fe x-openstack-request-id: req-e3b522ac-2fd6-47ba-a230-a25f33d648fe {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:20.937727 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:20.938207 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3b522ac-2fd6-47ba-a230-a25f33d648fe {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:20.938897 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b522ac-2fd6-47ba-a230-a25f33d648fe'] response: {'name': 'network-changed', 'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e', 'status': 'completed', 'code': 200} Apr 01 16:15:20.945336 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] For port 013f9ef5-0a86-4dfb-8a6f-47d084948353, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=013f9ef5-0a86-4dfb-8a6f-47d084948353,segment=NetworkSegment(d1e96d57-ba52-4f82-a4e4-bd7e1555cf72),segment_id=d1e96d57-ba52-4f82-a4e4-bd7e1555cf72)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:20.954069 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:20.972133 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Calling delete_port for 013f9ef5-0a86-4dfb-8a6f-47d084948353 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:21.006703 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e00a7b1c-5ffd-4524-afa0-fec49a70b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.010486 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-e00a7b1c-5ffd-4524-afa0-fec49a70b595 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 1127 time: 0.0703449 Apr 01 16:15:21.085840 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-b2f280f2-ed8e-4e17-80ae-68959f11cbad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=774e1153-4177-43f2-889b-33cfd9fda21e HTTP/1.1" status: 200 len: 217 time: 0.0671253 Apr 01 16:15:21.088058 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.116719 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=013f9ef5-0a86-4dfb-8a6f-47d084948353,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.122741 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] No DVR routers for this DVR port 013f9ef5-0a86-4dfb-8a6f-47d084948353 on host dv-cinder-835880-3-smb {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:21.144977 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 26d926f3-8300-4e25-bde6-4b51bc0d25bc {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:21.146672 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 26d926f3-8300-4e25-bde6-4b51bc0d25bc not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:21.188078 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-66acc1b8-ea9a-43e1-9ad8-477d5d8a2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.190495 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-66acc1b8-ea9a-43e1-9ad8-477d5d8a2e95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0979779 Apr 01 16:15:21.199047 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Deleting port 013f9ef5-0a86-4dfb-8a6f-47d084948353 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:21.199605 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.263755 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (fe23fe61-0e89-423a-a286-b8877cd847df), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.265279 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-ceb22699-0eed-495a-a2ed-4ddb92b3751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.267430 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-ceb22699-0eed-495a-a2ed-4ddb92b3751e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0698445 Apr 01 16:15:21.289195 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] For port 013f9ef5-0a86-4dfb-8a6f-47d084948353, host dv-cinder-835880-3-smb, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:21.289846 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.290953 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe23fe61-0e89-423a-a286-b8877cd847df']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:21.304421 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:21.304900 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.services.segments.db [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e96d57-ba52-4f82-a4e4-bd7e1555cf72') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:21.311145 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Calling delete_port for 013f9ef5-0a86-4dfb-8a6f-47d084948353 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:21.314117 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Port 013f9ef5-0a86-4dfb-8a6f-47d084948353 was not found and therefore no delete operation was performed {{(pid=103385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 16:15:21.315514 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295'] for port (013f9ef5-0a86-4dfb-8a6f-47d084948353), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.318456 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3357522'] for segment (d1e96d57-ba52-4f82-a4e4-bd7e1555cf72), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.337155 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (d1e96d57-ba52-4f82-a4e4-bd7e1555cf72), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.340875 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Pushing event deleted for resources: {'Port': ['ID=013f9ef5-0a86-4dfb-8a6f-47d084948353,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.344290 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:15:21.344681 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8405494'] for segment (d1e96d57-ba52-4f82-a4e4-bd7e1555cf72), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: Traceback (most recent call last): Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: timer() Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: cb(*args, **kw) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: return func(*args, **kwargs) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: self._notify() Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: self.callback(batched_events) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: event.method(event) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: return f(self, *a, **k) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: return self._get(url).json() Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:21.347916 dv-cinder-835880-3-smb neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:21.350380 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] No DVR routers for this DVR port 013f9ef5-0a86-4dfb-8a6f-47d084948353 on host dv-cinder-835880-3-smb {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:21.356034 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.356384 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.356728 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.357058 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.361702 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.362373 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.362714 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.363046 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.363408 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.363695 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.364025 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.364354 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.364660 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.364983 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.365308 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713e9a1-45d7-4379-b413-df14c82119c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:21.392185 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-f15aa67f-0f51-4388-bed4-b4dbba2b1f78 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143470 Apr 01 16:15:21.414165 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (fe23fe61-0e89-423a-a286-b8877cd847df), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.420626 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.423985 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe23fe61-0e89-423a-a286-b8877cd847df HTTP/1.1" status: 204 len: 168 time: 0.8571179 Apr 01 16:15:21.436559 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b599ba-81a2-4ca9-8a31-c16152a15c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe23fe61-0e89-423a-a286-b8877cd847df,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.480461 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-59861dc7-7e55-4a72-bcfb-67e30d4a93fb req-29fda299-ffed-41e1-a0ab-40541fc8fe83 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856483 Apr 01 16:15:21.578023 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-1e80264e-9822-488e-a3b3-38c5ea163ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.579772 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-1e80264e-9822-488e-a3b3-38c5ea163ac3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 1127 time: 0.0470936 Apr 01 16:15:21.601929 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:21.641568 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-76d68522-7e43-4695-9c1d-13950cb4a845 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f3da02e3cc24e31b689ebf9d4816fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379195 Apr 01 16:15:21.643972 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:21.683831 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-7f85cc39-b8c8-459f-8c6a-7c88f6b6a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.685452 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-7f85cc39-b8c8-459f-8c6a-7c88f6b6a3b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.0986106 Apr 01 16:15:21.723548 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9e30-8003-48b2-af41-156a0defc82b admin admin] Publish callbacks [] for security_group (3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.728724 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-da957b8f-8833-45a8-889c-c12d02f79d08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=774e1153-4177-43f2-889b-33cfd9fda21e HTTP/1.1" status: 200 len: 217 time: 0.0358169 Apr 01 16:15:21.757750 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726ea6c-ea60-4ed9-b732-6d61d0b1e1e0 req-5ebdb638-3a43-4c48-b66f-158a7a778030 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.759780 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7726ea6c-ea60-4ed9-b732-6d61d0b1e1e0 req-5ebdb638-3a43-4c48-b66f-158a7a778030 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0795972 Apr 01 16:15:21.761697 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9e30-8003-48b2-af41-156a0defc82b admin admin] Publish callbacks [] for security_group (3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.786097 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-3fed3775-43ea-47df-b6ff-8b7afa8aab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.787573 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-3fed3775-43ea-47df-b6ff-8b7afa8aab5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0513344 Apr 01 16:15:21.829138 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7726ea6c-ea60-4ed9-b732-6d61d0b1e1e0 req-e7a48fd8-fc7d-42f1-8f51-d46038599872 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/security-groups?id=0514fdbc-09bd-4529-8765-5d15c0a77005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Apr 01 16:15:21.861323 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9e30-8003-48b2-af41-156a0defc82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.866005 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9e30-8003-48b2-af41-156a0defc82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:21.867445 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1ffc9e30-8003-48b2-af41-156a0defc82b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0 HTTP/1.1" status: 204 len: 168 time: 0.2223697 Apr 01 16:15:21.881207 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-6b575644-50da-46e4-84d7-45dd4c95c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.889841 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc9e30-8003-48b2-af41-156a0defc82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0468b5-3ed1-4b4e-9333-a1425b1e1ed0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.891467 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-6b575644-50da-46e4-84d7-45dd4c95c6be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0884306 Apr 01 16:15:21.897391 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c411-2588-41da-83e2-e204d8d7b33b req-8418b430-ed07-4973-bc8e-d29eac136ee2 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.898971 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6935c411-2588-41da-83e2-e204d8d7b33b req-8418b430-ed07-4973-bc8e-d29eac136ee2 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 943 time: 0.1059940 Apr 01 16:15:22.028586 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6935c411-2588-41da-83e2-e204d8d7b33b req-87d3bb65-b2e1-4026-b487-87684209599c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966117 Apr 01 16:15:22.058940 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-98de1c72-83a9-43bf-97e2-03c899b17065 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583569 Apr 01 16:15:22.210891 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9620ff5-dcf9-4bb6-91e0-03d072f1ca48 req-cca4be10-f1ba-4d12-a1b6-157d8061bec3 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454062 Apr 01 16:15:22.226734 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-4958faca-62dd-456c-9266-d8fb353e6b85 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:22.229382 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-4958faca-62dd-456c-9266-d8fb353e6b85 tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.57 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 945 time: 0.0963752 Apr 01 16:15:22.249094 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48160) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:22.330468 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Deleting port 8dd2607b-6a6d-4313-a4ba-72958a949321 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:22.331276 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.376615 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48164) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:22.380105 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f82ea3a-476b-41f4-9a02-01aaa5f299d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.449403 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-10375dbd-c181-4795-8500-d91c7a40760a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6f63c3007b449e788d4d56c48067be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716276 Apr 01 16:15:22.451976 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48166) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:22.465524 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] For port 8dd2607b-6a6d-4313-a4ba-72958a949321, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8dd2607b-6a6d-4313-a4ba-72958a949321,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:22.465917 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.471234 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f82ea3a-476b-41f4-9a02-01aaa5f299d8 admin admin] Publish callbacks [] for security_group (0b9e87c9-68b8-41a8-aee6-dc568184883f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.479636 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Calling delete_port for 8dd2607b-6a6d-4313-a4ba-72958a949321 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:22.480925 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f82ea3a-476b-41f4-9a02-01aaa5f299d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0b9e87c9-68b8-41a8-aee6-dc568184883f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.534821 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-7f82ea3a-476b-41f4-9a02-01aaa5f299d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c56d0a0730444265ac1fa2af26dd93cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843714 Apr 01 16:15:22.538118 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82ea3a-476b-41f4-9a02-01aaa5f299d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9e87c9-68b8-41a8-aee6-dc568184883f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:22.538336 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48168) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:22.554132 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be1ce5b9-0920-4300-aa43-2cb4256f838b admin admin] Publish callbacks [] for security_group (8e58eb0a-c344-400b-ab36-426cf468683a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.577466 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be1ce5b9-0920-4300-aa43-2cb4256f838b admin admin] Publish callbacks [] for security_group (8e58eb0a-c344-400b-ab36-426cf468683a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.650131 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 013f9ef5-0a86-4dfb-8a6f-47d084948353 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:22.659607 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be1ce5b9-0920-4300-aa43-2cb4256f838b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (8e58eb0a-c344-400b-ab36-426cf468683a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.664253 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be1ce5b9-0920-4300-aa43-2cb4256f838b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.669725 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-be1ce5b9-0920-4300-aa43-2cb4256f838b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e58eb0a-c344-400b-ab36-426cf468683a HTTP/1.1" status: 204 len: 168 time: 0.2128024 Apr 01 16:15:22.672057 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 013f9ef5-0a86-4dfb-8a6f-47d084948353 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:22.672978 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 013f9ef5-0a86-4dfb-8a6f-47d084948353 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:22.688350 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ce5b9-0920-4300-aa43-2cb4256f838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e58eb0a-c344-400b-ab36-426cf468683a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:22.695029 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-abb6d253-1f51-4c66-b4f1-cc1f2d2b4cbc admin admin] Publish callbacks [] for security_group (0b9e87c9-68b8-41a8-aee6-dc568184883f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.748448 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-abb6d253-1f51-4c66-b4f1-cc1f2d2b4cbc admin admin] Publish callbacks [] for security_group (0b9e87c9-68b8-41a8-aee6-dc568184883f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.757933 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (8dd2607b-6a6d-4313-a4ba-72958a949321), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.769725 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['8dd2607b-6a6d-4313-a4ba-72958a949321'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:15:22.802973 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Pushing event deleted for resources: {'Port': ['ID=8dd2607b-6a6d-4313-a4ba-72958a949321,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:22.854871 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] No DVR routers for this DVR port 8dd2607b-6a6d-4313-a4ba-72958a949321 on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:22.857453 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.860780 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-92c5282e-5c5e-4e92-800b-04cebce6a882 req-1082ef01-cbbc-419f-9acf-05d33b3002cf tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.57 "DELETE /v2.0/ports/8dd2607b-6a6d-4313-a4ba-72958a949321 HTTP/1.1" status: 204 len: 173 time: 0.6262307 Apr 01 16:15:22.878278 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-abb6d253-1f51-4c66-b4f1-cc1f2d2b4cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0b9e87c9-68b8-41a8-aee6-dc568184883f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.887778 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-abb6d253-1f51-4c66-b4f1-cc1f2d2b4cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:22.888761 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-abb6d253-1f51-4c66-b4f1-cc1f2d2b4cbc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b9e87c9-68b8-41a8-aee6-dc568184883f HTTP/1.1" status: 204 len: 168 time: 0.3494880 Apr 01 16:15:22.917669 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d253-1f51-4c66-b4f1-cc1f2d2b4cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9e87c9-68b8-41a8-aee6-dc568184883f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:22.939982 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'name': 'network-vif-deleted', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:22.942738 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a83920-025e-4abc-ac69-f9ae69edf271" -d '{"events": [{"server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "name": "network-vif-deleted", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:23.022965 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2a3a68-69af-404f-a0f7-ef9f9c0430be x-openstack-request-id: req-7c2a3a68-69af-404f-a0f7-ef9f9c0430be {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:23.023579 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5368707b-20d4-4710-aed5-b19c229e8395", "name": "network-vif-deleted", "tag": "8dd2607b-6a6d-4313-a4ba-72958a949321", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:23.024094 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c2a3a68-69af-404f-a0f7-ef9f9c0430be {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:23.025342 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2a3a68-69af-404f-a0f7-ef9f9c0430be'] response: {'server_uuid': '5368707b-20d4-4710-aed5-b19c229e8395', 'name': 'network-vif-deleted', 'tag': '8dd2607b-6a6d-4313-a4ba-72958a949321', 'status': 'completed', 'code': 200} Apr 01 16:15:23.049524 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-60334ba1-c419-47c5-97e1-dafa97f7bdf6 req-947c3f14-0322-485e-8cbb-517c5763135f tempest-TestMinimumBasicScenario-176346904 tempest-TestMinimumBasicScenario-176346904-project] 10.222.0.70 "GET /v2.0/ports?device_id=5368707b-20d4-4710-aed5-b19c229e8395 HTTP/1.1" status: 200 len: 210 time: 0.0419436 Apr 01 16:15:23.172175 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c856b3b-d340-41d9-b13f-9e20d71602db req-95a265d6-e70e-4c36-a470-780e91b93108 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:23.173927 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7c856b3b-d340-41d9-b13f-9e20d71602db req-95a265d6-e70e-4c36-a470-780e91b93108 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 943 time: 0.0589733 Apr 01 16:15:23.247433 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-7c856b3b-d340-41d9-b13f-9e20d71602db req-3dc6d05f-f180-403b-bcc7-4ca4eca0357f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633285 Apr 01 16:15:24.115714 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 774e1153-4177-43f2-889b-33cfd9fda21e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:15:24.233907 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 774e1153-4177-43f2-889b-33cfd9fda21e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=774e1153-4177-43f2-889b-33cfd9fda21e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:24.250174 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '774e1153-4177-43f2-889b-33cfd9fda21e', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'port_id': '774e1153-4177-43f2-889b-33cfd9fda21e', 'mac_address': 'fa:16:3e:65:4e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:15:24.334316 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 774e1153-4177-43f2-889b-33cfd9fda21e is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:15:24.334782 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:24.351338 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774e1153-4177-43f2-889b-33cfd9fda21e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:24.379041 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 774e1153-4177-43f2-889b-33cfd9fda21e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=774e1153-4177-43f2-889b-33cfd9fda21e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:24.383616 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:24.417832 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031310-5e37-48cb-83d1-29b947865a5d req-70a5ffee-6639-4da0-ad55-1cc7831a658f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:24.419439 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2b031310-5e37-48cb-83d1-29b947865a5d req-70a5ffee-6639-4da0-ad55-1cc7831a658f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 943 time: 0.0625317 Apr 01 16:15:24.441648 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=774e1153-4177-43f2-889b-33cfd9fda21e,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:24.493186 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:15:24.493702 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2b031310-5e37-48cb-83d1-29b947865a5d req-0369039a-a3ca-4f0b-a8aa-ee15dfab10af tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646181 Apr 01 16:15:24.610352 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['774e1153-4177-43f2-889b-33cfd9fda21e'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:15:24.846561 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48300) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:25.207007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (00666544-b060-45d8-aa30-423de1ba084e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:25.470793 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Deleting port 0f744c86-2a03-470b-86c0-6a651dc962ff {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:25.471026 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:25.557095 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] For port 0f744c86-2a03-470b-86c0-6a651dc962ff, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=0f744c86-2a03-470b-86c0-6a651dc962ff,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:25.557478 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:25.581225 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Calling delete_port for 0f744c86-2a03-470b-86c0-6a651dc962ff owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:25.673980 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5d824-7a61-4d22-847e-14616c7558b2 req-82beafff-0118-4f15-89fb-4b961cce8b1c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:25.675583 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3cd5d824-7a61-4d22-847e-14616c7558b2 req-82beafff-0118-4f15-89fb-4b961cce8b1c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 944 time: 0.1097007 Apr 01 16:15:25.777304 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-3cd5d824-7a61-4d22-847e-14616c7558b2 req-f351906b-8077-4a9b-a62e-703e47ce0dd0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911140 Apr 01 16:15:25.840066 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (0f744c86-2a03-470b-86c0-6a651dc962ff), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:25.869253 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f744c86-2a03-470b-86c0-6a651dc962ff,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:26.045564 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (00666544-b060-45d8-aa30-423de1ba084e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:26.091648 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:26.116548 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 774e1153-4177-43f2-889b-33cfd9fda21e up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:26.183799 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 774e1153-4177-43f2-889b-33cfd9fda21e completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:15:26.188104 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 774e1153-4177-43f2-889b-33cfd9fda21e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:15:26.188474 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:26.275386 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 774e1153-4177-43f2-889b-33cfd9fda21e is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:15:26.275799 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:26.288589 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Router 00666544-b060-45d8-aa30-423de1ba084e has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:26.301646 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:26.303787 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d3d840-b5f7-4853-b393-2a7e48a99fd9" -d '{"events": [{"server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "name": "network-vif-plugged", "status": "completed", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:26.317258 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 774e1153-4177-43f2-889b-33cfd9fda21e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=774e1153-4177-43f2-889b-33cfd9fda21e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:26.322693 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:26.327952 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8dd2607b-6a6d-4313-a4ba-72958a949321 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:26.353686 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0184ce-1686-475e-8571-5d41dec79d12 x-openstack-request-id: req-8b0184ce-1686-475e-8571-5d41dec79d12 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:26.353976 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "name": "network-vif-plugged", "status": "completed", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:26.354219 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b0184ce-1686-475e-8571-5d41dec79d12 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:26.354601 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0184ce-1686-475e-8571-5d41dec79d12'] response: {'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e', 'code': 200} Apr 01 16:15:26.377575 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 8dd2607b-6a6d-4313-a4ba-72958a949321 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:26.377872 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 8dd2607b-6a6d-4313-a4ba-72958a949321 not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:26.435772 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=774e1153-4177-43f2-889b-33cfd9fda21e,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:26.669239 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e7348-ab18-4f74-9e0c-02ee5b17384a req-0d510a07-a4fe-4f97-864f-54fe4f950b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.670745 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f0e7348-ab18-4f74-9e0c-02ee5b17384a req-0d510a07-a4fe-4f97-864f-54fe4f950b85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 1129 time: 0.0719123 Apr 01 16:15:26.672051 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:26.676945 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ea51e11d-336b-4208-99db-04e69e13693b admin admin] 10.222.0.70 "PUT /v2.0/routers/00666544-b060-45d8-aa30-423de1ba084e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8292928 Apr 01 16:15:26.679835 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:26.680668 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] Sync routers for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:26.691091 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:26.692029 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:26.725587 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5f0e7348-ab18-4f74-9e0c-02ee5b17384a req-4f2b9e7e-96fa-4292-b8da-b26566c43574 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Apr 01 16:15:26.790685 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks [] for router (00666544-b060-45d8-aa30-423de1ba084e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:26.801286 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:26.906825 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b90bf1-5953-4b20-af40-6ee3de672b5b req-b79b5ebd-4275-4530-9a18-d3457f436758 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.910609 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-97b90bf1-5953-4b20-af40-6ee3de672b5b req-b79b5ebd-4275-4530-9a18-d3457f436758 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 945 time: 0.0646534 Apr 01 16:15:26.927939 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks [] for router_gateway (00666544-b060-45d8-aa30-423de1ba084e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:26.972251 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-97b90bf1-5953-4b20-af40-6ee3de672b5b req-37296024-854d-47e2-ad66-4504e2b251be tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525715 Apr 01 16:15:27.002538 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Deleting port fa1ee44b-2a8a-4243-ae51-472c965f3be9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:27.002729 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.003009 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6af941e-e9d3-41bd-9992-f0dd033e8cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.005118 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:15:25Z', 'revision_number': 5, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port': {'id': 'fa1ee44b-2a8a-4243-ae51-472c965f3be9', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00666544-b060-45d8-aa30-423de1ba084e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:12:58Z', 'updated_at': '2022-04-01T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:27.040044 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] Checking router: 00666544-b060-45d8-aa30-423de1ba084e for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:27.048365 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] Routers {'00666544-b060-45d8-aa30-423de1ba084e'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:27.048963 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:14:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['00666544-b060-45d8-aa30-423de1ba084e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:27.094346 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] For port fa1ee44b-2a8a-4243-ae51-472c965f3be9, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=fa1ee44b-2a8a-4243-ae51-472c965f3be9,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:27.094711 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.107286 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Calling delete_port for fa1ee44b-2a8a-4243-ae51-472c965f3be9 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:27.143952 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] Set router 00666544-b060-45d8-aa30-423de1ba084e gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:27.202708 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:15:26Z', 'revision_number': 6, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port_host': None}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:27.229284 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1dd762-0310-433c-b748-5ca0651ad8f2 None None] The sync data for ids ['00666544-b060-45d8-aa30-423de1ba084e'] in dv-cinder-835880-3-smb is: [{'id': '00666544-b060-45d8-aa30-423de1ba084e', 'name': 'tempest-TestMinimumBasicScenario-1070328598-router', 'tenant_id': '29d73469ecdd4a90932e248fb65ea77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:12:57Z', 'updated_at': '2022-04-01T16:15:26Z', 'revision_number': 6, 'project_id': '29d73469ecdd4a90932e248fb65ea77e', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:27.279683 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (fa1ee44b-2a8a-4243-ae51-472c965f3be9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.582064 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1ee44b-2a8a-4243-ae51-472c965f3be9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:27.648429 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (00666544-b060-45d8-aa30-423de1ba084e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.747602 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (00666544-b060-45d8-aa30-423de1ba084e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.750693 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks [] for router_controller (00666544-b060-45d8-aa30-423de1ba084e), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.799965 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (00666544-b060-45d8-aa30-423de1ba084e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.800418 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00666544-b060-45d8-aa30-423de1ba084e {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:27.804413 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.806142 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-34bce794-6f89-4691-b259-0fd188de56d5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/00666544-b060-45d8-aa30-423de1ba084e HTTP/1.1" status: 204 len: 168 time: 1.1245482 Apr 01 16:15:27.812881 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48316) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:27.859555 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] Deleting subnet 3b0d6b04-69ed-4a9f-a55c-5d74060f0ede {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:15:27.862768 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] Publish callbacks [] for subnet (3b0d6b04-69ed-4a9f-a55c-5d74060f0ede), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.899078 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3357529'] for subnet (3b0d6b04-69ed-4a9f-a55c-5d74060f0ede), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:27.985171 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (3b0d6b04-69ed-4a9f-a55c-5d74060f0ede), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.051544 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8405584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8837465'] for subnet (3b0d6b04-69ed-4a9f-a55c-5d74060f0ede), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.083700 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0d6b04-69ed-4a9f-a55c-5d74060f0ede,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:28.096661 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.100310 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-ed25a269-81ae-4b3d-8bba-7a7a8ea864ac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3b0d6b04-69ed-4a9f-a55c-5d74060f0ede HTTP/1.1" status: 204 len: 168 time: 0.2860057 Apr 01 16:15:28.102921 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121494d2-e2e0-44ce-9862-64c4f311aeb0 None None] Network 405abcfe-bad0-4121-a97a-2077311ac170 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:15:28.106161 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48320) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:28.153373 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb618505-09b8-4c60-9a60-43649d5c5c16 req-6d3daa48-bcd9-4ab9-baee-fed90f8761a9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:28.155280 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-cb618505-09b8-4c60-9a60-43649d5c5c16 req-6d3daa48-bcd9-4ab9-baee-fed90f8761a9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 945 time: 0.0753849 Apr 01 16:15:28.215459 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (405abcfe-bad0-4121-a97a-2077311ac170), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.235225 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-cb618505-09b8-4c60-9a60-43649d5c5c16 req-0bf46cdf-7ff6-4d03-b02d-fbac73713d65 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716815 Apr 01 16:15:28.293113 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Deleting port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:28.293546 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.344323 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] DHCP port deletion for 405abcfe-bad0-4121-a97a-2077311ac170 request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:15:28.398330 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] For port 55ff12bc-1bca-44e6-8dfe-14424999c9d2, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=55ff12bc-1bca-44e6-8dfe-14424999c9d2,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:28.398704 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.418044 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Calling delete_port for 55ff12bc-1bca-44e6-8dfe-14424999c9d2 owned by network:dhcp {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:28.424491 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] Deleting port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:28.424708 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.440310 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18b9ea-5299-4c8b-9c7c-f231c9ed3374 req-7c56b8ac-c212-4bb5-8a9d-0f2336f8f2f6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:28.441831 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-fc18b9ea-5299-4c8b-9c7c-f231c9ed3374 req-7c56b8ac-c212-4bb5-8a9d-0f2336f8f2f6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 945 time: 0.1014824 Apr 01 16:15:28.451245 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48324) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:28.456812 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'port_id': '774e1153-4177-43f2-889b-33cfd9fda21e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:28.511399 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] For port 55ff12bc-1bca-44e6-8dfe-14424999c9d2, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=55ff12bc-1bca-44e6-8dfe-14424999c9d2,segment=NetworkSegment(d2eab597-b217-4776-88ae-561d3ac6a2a9),segment_id=d2eab597-b217-4776-88ae-561d3ac6a2a9)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:28.511725 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.512237 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (adea22e5-91ea-440f-a3aa-70363079af2c), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.531194 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] Calling delete_port for 55ff12bc-1bca-44e6-8dfe-14424999c9d2 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:28.536593 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.580259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] No DVR routers for this DVR port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 on host dv-cinder-835880-3-smb {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:28.605738 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ff12bc-1bca-44e6-8dfe-14424999c9d2,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:28.655923 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295'] for port (55ff12bc-1bca-44e6-8dfe-14424999c9d2), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.683713 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (405abcfe-bad0-4121-a97a-2077311ac170), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.687150 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 55ff12bc-1bca-44e6-8dfe-14424999c9d2 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:28.692349 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] Pushing event deleted for resources: {'Port': ['ID=55ff12bc-1bca-44e6-8dfe-14424999c9d2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:28.706259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405abcfe-bad0-4121-a97a-2077311ac170']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:28.718705 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ac8a6-5126-4c56-81ce-94401078f79e None None] No DVR routers for this DVR port 55ff12bc-1bca-44e6-8dfe-14424999c9d2 on host dv-cinder-835880-3-smb {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:28.722312 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 55ff12bc-1bca-44e6-8dfe-14424999c9d2 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:28.722660 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 55ff12bc-1bca-44e6-8dfe-14424999c9d2 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:28.723160 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 0f744c86-2a03-470b-86c0-6a651dc962ff no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:28.723331 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2eab597-b217-4776-88ae-561d3ac6a2a9') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:28.723757 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2eab597-b217-4776-88ae-561d3ac6a2a9') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:28.735702 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3429397'] for segment (d2eab597-b217-4776-88ae-561d3ac6a2a9), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.749593 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 0f744c86-2a03-470b-86c0-6a651dc962ff {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:28.749964 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 0f744c86-2a03-470b-86c0-6a651dc962ff not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:28.750407 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fa1ee44b-2a8a-4243-ae51-472c965f3be9 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:28.753230 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (d2eab597-b217-4776-88ae-561d3ac6a2a9), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.764011 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:15:28.764869 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810028'] for segment (d2eab597-b217-4776-88ae-561d3ac6a2a9), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: Traceback (most recent call last): Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: timer() Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: cb(*args, **kw) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: return func(*args, **kwargs) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: self._notify() Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: self.callback(batched_events) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: event.method(event) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: return f(self, *a, **k) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: return self._get(url).json() Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:28.767163 dv-cinder-835880-3-smb neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:28.773098 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: fa1ee44b-2a8a-4243-ae51-472c965f3be9 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:28.773445 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device fa1ee44b-2a8a-4243-ae51-472c965f3be9 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:28.839285 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (405abcfe-bad0-4121-a97a-2077311ac170), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.844807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:28.848116 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/405abcfe-bad0-4121-a97a-2077311ac170 HTTP/1.1" status: 204 len: 168 time: 0.7404904 Apr 01 16:15:28.851509 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48328) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:28.869206 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b374f-ae07-4919-80d8-58e315dc78d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=405abcfe-bad0-4121-a97a-2077311ac170,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:29.059742 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:29.063914 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (adea22e5-91ea-440f-a3aa-70363079af2c), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:29.177782 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP adea22e5-91ea-440f-a3aa-70363079af2c associated. External IP: 172.28.3.91, port: 774e1153-4177-43f2-889b-33cfd9fda21e. Apr 01 16:15:29.267075 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:29.361106 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a32b8bf-c712-42eb-95b1-f574f09dfd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:29.420291 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:29.537745 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:29.544457 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:29.550840 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Deleting port 2c078e91-0425-44a5-b016-e0275d5c0e34 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:29.551324 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:29.560078 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:29.573133 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:29.574129 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:29.579786 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-c79e1884-e99f-49a5-8230-6f4ece4b4fec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "PUT /v2.0/floatingips/adea22e5-91ea-440f-a3aa-70363079af2c HTTP/1.1" status: 200 len: 990 time: 1.1268368 Apr 01 16:15:29.580631 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:29.583634 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9db81ea-689c-4b4e-8560-5a734d45538c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:29.630741 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b828ec-1a17-4632-b9c7-2a37ce179253 x-openstack-request-id: req-e1b828ec-1a17-4632-b9c7-2a37ce179253 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:29.631031 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:29.631273 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1b828ec-1a17-4632-b9c7-2a37ce179253 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:29.631670 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b828ec-1a17-4632-b9c7-2a37ce179253'] response: {'name': 'network-changed', 'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e', 'status': 'completed', 'code': 200} Apr 01 16:15:29.699039 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] For port 2c078e91-0425-44a5-b016-e0275d5c0e34, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=2c078e91-0425-44a5-b016-e0275d5c0e34,segment=NetworkSegment(81a59c3a-9ff8-4704-8998-a380be3ea45d),segment_id=81a59c3a-9ff8-4704-8998-a380be3ea45d)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:29.699517 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:29.713172 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:29.716593 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Calling delete_port for 2c078e91-0425-44a5-b016-e0275d5c0e34 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:29.737740 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-1745cb43-6de2-4787-9dde-1e38af05fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:29.739332 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-1745cb43-6de2-4787-9dde-1e38af05fa9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 1129 time: 0.0803261 Apr 01 16:15:29.919783 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-24953beb-60f1-46e9-bfcc-5e110db6d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:29.921256 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-24953beb-60f1-46e9-bfcc-5e110db6d2b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.1508429 Apr 01 16:15:29.979883 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:34Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}, {'id': 'adea22e5-91ea-440f-a3aa-70363079af2c', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.91', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': '774e1153-4177-43f2-889b-33cfd9fda21e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:65:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91cd4f-3869-4324-953a-253f5b401067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:28Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:30.007250 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:30.016608 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:30.017239 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:30.027620 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-a457419e-63ac-4d96-b73f-77a2f1980d1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=774e1153-4177-43f2-889b-33cfd9fda21e HTTP/1.1" status: 200 len: 998 time: 0.0929773 Apr 01 16:15:30.091756 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-c5ee2bed-1f7d-40a1-bdc6-89424d3a6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:30.095952 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-c5ee2bed-1f7d-40a1-bdc6-89424d3a6977 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0619206 Apr 01 16:15:30.096986 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (2c078e91-0425-44a5-b016-e0275d5c0e34), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:30.132919 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:30.136423 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c078e91-0425-44a5-b016-e0275d5c0e34,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:30.234211 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-dac2b5e6-ba27-4982-b211-41c189c57b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:30.235720 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-dac2b5e6-ba27-4982-b211-41c189c57b59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1323967 Apr 01 16:15:30.411584 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-1bcc1066-e0a1-4931-9aa8-63d47796bbe1 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397514 Apr 01 16:15:30.412253 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:30.421424 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:30.441128 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:34Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}, {'id': 'adea22e5-91ea-440f-a3aa-70363079af2c', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.91', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': '774e1153-4177-43f2-889b-33cfd9fda21e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:65:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91cd4f-3869-4324-953a-253f5b401067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:28Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:30.474373 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8906185-c6b1-4f1d-9204-4b05251f836a None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:34Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}, {'id': 'adea22e5-91ea-440f-a3aa-70363079af2c', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.91', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': '774e1153-4177-43f2-889b-33cfd9fda21e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:65:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a91cd4f-3869-4324-953a-253f5b401067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:28Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:30.587489 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c9db81ea-689c-4b4e-8560-5a734d45538c req-21544bc5-f8e1-4b23-af90-561e0f55508f service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689765 Apr 01 16:15:30.725807 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f2c89-18c6-4d5f-8710-ccb48f4bfbdb None None] New status for floating IP adea22e5-91ea-440f-a3aa-70363079af2c: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:15:30.728614 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:30.841578 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:30.849955 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a7eddad3-9617-4533-8434-4308ef4f442f admin admin] 10.222.0.70 "PUT /v2.0/routers/ab5e15d8-37d3-4d73-bdf5-5d066588bf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969952 Apr 01 16:15:30.850495 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48338) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:30.854198 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] Sync routers for ids ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'] in dv-cinder-835880-3-smb {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:30.866621 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] Routers {'ab5e15d8-37d3-4d73-bdf5-5d066588bf98'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:30.867352 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:31.186756 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] Set router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 gateway port host: dv-cinder-835880-3-smb {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:31.258007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks [] for router (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:31.380634 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks [] for router_gateway (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:31.388278 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '865a913d-459c-452a-a306-c830f636453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:15:29Z', 'revision_number': 5, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port': {'id': '865a913d-459c-452a-a306-c830f636453f', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:04Z', 'updated_at': '2022-04-01T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:31.421393 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] Checking router: ab5e15d8-37d3-4d73-bdf5-5d066588bf98 for host: dv-cinder-835880-3-smb {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:31.434975 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] Routers {'ab5e15d8-37d3-4d73-bdf5-5d066588bf98'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:31.435819 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:31.442813 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Deleting port 865a913d-459c-452a-a306-c830f636453f {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:31.443469 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (865a913d-459c-452a-a306-c830f636453f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:31.523238 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] For port 865a913d-459c-452a-a306-c830f636453f, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=865a913d-459c-452a-a306-c830f636453f,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:31.523611 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (865a913d-459c-452a-a306-c830f636453f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:31.531900 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] Set router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:31.538392 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Calling delete_port for 865a913d-459c-452a-a306-c830f636453f owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:31.589313 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:15:31Z', 'revision_number': 6, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port_host': None}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:31.619045 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e86273-2521-4ff7-9193-460bcaf56efe None None] The sync data for ids ['ab5e15d8-37d3-4d73-bdf5-5d066588bf98'] in dv-cinder-835880-3-smb is: [{'id': 'ab5e15d8-37d3-4d73-bdf5-5d066588bf98', 'name': 'tempest-TestMinimumBasicScenario-500211157-router', 'tenant_id': 'eb78a3b826144e65898c1c22fd66125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:03Z', 'updated_at': '2022-04-01T16:15:31Z', 'revision_number': 6, 'project_id': 'eb78a3b826144e65898c1c22fd66125d', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:31.736916 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (865a913d-459c-452a-a306-c830f636453f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:31.770490 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Pushing event deleted for resources: {'Port': ['ID=865a913d-459c-452a-a306-c830f636453f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:31.831055 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:31.935217 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:31.937356 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks [] for router_controller (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.003387 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (ab5e15d8-37d3-4d73-bdf5-5d066588bf98), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.003387 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5e15d8-37d3-4d73-bdf5-5d066588bf98 {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:32.009550 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.010916 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-870f6fb3-5ff1-451e-8359-24facaf7683a admin admin] 10.222.0.70 "DELETE /v2.0/routers/ab5e15d8-37d3-4d73-bdf5-5d066588bf98 HTTP/1.1" status: 204 len: 168 time: 1.1594784 Apr 01 16:15:32.013351 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48342) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:32.014669 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.065910 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] Deleting subnet 591bdbf0-9381-4225-8f9f-af068688f832 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:15:32.069538 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] Publish callbacks [] for subnet (591bdbf0-9381-4225-8f9f-af068688f832), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.106324 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3429406'] for subnet (591bdbf0-9381-4225-8f9f-af068688f832), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.193345 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (591bdbf0-9381-4225-8f9f-af068688f832), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.259431 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3809610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3763517'] for subnet (591bdbf0-9381-4225-8f9f-af068688f832), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.286683 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591bdbf0-9381-4225-8f9f-af068688f832,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:32.288655 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.293993 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-58f4cd51-44e8-4ec2-bffe-568b4cb4e9a7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/591bdbf0-9381-4225-8f9f-af068688f832 HTTP/1.1" status: 204 len: 168 time: 0.2760165 Apr 01 16:15:32.294489 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5560717-5e4b-46ce-a8b4-82136c2a8b39 None None] Network cb00c079-7a27-42c5-adda-de15a1a95d94 requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:15:32.294610 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48344) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:32.375689 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (cb00c079-7a27-42c5-adda-de15a1a95d94), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.439923 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Deleting port 773ed678-6b9c-4e4d-a747-2121c9a39216 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:32.440267 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.473787 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] DHCP port deletion for cb00c079-7a27-42c5-adda-de15a1a95d94 request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:15:32.510202 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] For port 773ed678-6b9c-4e4d-a747-2121c9a39216, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=773ed678-6b9c-4e4d-a747-2121c9a39216,segment=NetworkSegment(81a59c3a-9ff8-4704-8998-a380be3ea45d),segment_id=81a59c3a-9ff8-4704-8998-a380be3ea45d)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:32.510849 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.526165 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Calling delete_port for 773ed678-6b9c-4e4d-a747-2121c9a39216 owned by network:dhcp {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:32.534428 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] Deleting port 773ed678-6b9c-4e4d-a747-2121c9a39216 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:15:32.534803 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.631497 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.639208 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] For port 773ed678-6b9c-4e4d-a747-2121c9a39216, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=773ed678-6b9c-4e4d-a747-2121c9a39216,segment=NetworkSegment(81a59c3a-9ff8-4704-8998-a380be3ea45d),segment_id=81a59c3a-9ff8-4704-8998-a380be3ea45d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:32.639208 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.658762 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 865a913d-459c-452a-a306-c830f636453f no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:32.665277 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] Calling delete_port for 773ed678-6b9c-4e4d-a747-2121c9a39216 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:15:32.666704 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Pushing event deleted for resources: {'Port': ['ID=773ed678-6b9c-4e4d-a747-2121c9a39216,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:32.671378 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] No DVR routers for this DVR port 773ed678-6b9c-4e4d-a747-2121c9a39216 on host dv-cinder-835880-3-smb {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:32.685383 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 865a913d-459c-452a-a306-c830f636453f {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:32.685762 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 865a913d-459c-452a-a306-c830f636453f not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:32.686179 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 2c078e91-0425-44a5-b016-e0275d5c0e34 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:32.722759 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 2c078e91-0425-44a5-b016-e0275d5c0e34 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:32.723108 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 2c078e91-0425-44a5-b016-e0275d5c0e34 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:32.723525 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 773ed678-6b9c-4e4d-a747-2121c9a39216 no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:32.744251 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (cb00c079-7a27-42c5-adda-de15a1a95d94), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.765597 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb00c079-7a27-42c5-adda-de15a1a95d94']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:32.775531 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a59c3a-9ff8-4704-8998-a380be3ea45d') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:32.775829 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a59c3a-9ff8-4704-8998-a380be3ea45d') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:32.777058 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 773ed678-6b9c-4e4d-a747-2121c9a39216 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:15:32.777410 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 773ed678-6b9c-4e4d-a747-2121c9a39216 not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:32.786018 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3429397'] for segment (81a59c3a-9ff8-4704-8998-a380be3ea45d), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.803400 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (81a59c3a-9ff8-4704-8998-a380be3ea45d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.810907 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:15:32.811128 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810028'] for segment (81a59c3a-9ff8-4704-8998-a380be3ea45d), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: Traceback (most recent call last): Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: timer() Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: cb(*args, **kw) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: return func(*args, **kwargs) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: self._notify() Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: self.callback(batched_events) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: event.method(event) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: return f(self, *a, **k) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: return self._get(url).json() Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:32.814105 dv-cinder-835880-3-smb neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:32.825457 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295'] for port (773ed678-6b9c-4e4d-a747-2121c9a39216), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.851417 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] Pushing event deleted for resources: {'Port': ['ID=773ed678-6b9c-4e4d-a747-2121c9a39216,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:32.859273 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bb6bd-c42c-4e35-ae38-86ad5693c8f6 None None] No DVR routers for this DVR port 773ed678-6b9c-4e4d-a747-2121c9a39216 on host dv-cinder-835880-3-smb {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:32.882547 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (cb00c079-7a27-42c5-adda-de15a1a95d94), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.887477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:32.893798 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cb00c079-7a27-42c5-adda-de15a1a95d94 HTTP/1.1" status: 204 len: 168 time: 0.5955825 Apr 01 16:15:32.905644 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0f2d6-1af0-4419-b231-38a34725ac20 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb00c079-7a27-42c5-adda-de15a1a95d94,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:33.061023 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48350) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:33.099764 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-d7d1c11b-12e6-46de-aaa0-068c3c5a4f5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29d73469ecdd4a90932e248fb65ea77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375364 Apr 01 16:15:33.102791 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48352) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:33.154549 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-784fbaf6-e31d-4575-ad41-0c1710ab16d2 admin admin] Publish callbacks [] for security_group (0514fdbc-09bd-4529-8765-5d15c0a77005), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.177098 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-784fbaf6-e31d-4575-ad41-0c1710ab16d2 admin admin] Publish callbacks [] for security_group (0514fdbc-09bd-4529-8765-5d15c0a77005), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.236500 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-784fbaf6-e31d-4575-ad41-0c1710ab16d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0514fdbc-09bd-4529-8765-5d15c0a77005), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.239216 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-784fbaf6-e31d-4575-ad41-0c1710ab16d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.240466 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-784fbaf6-e31d-4575-ad41-0c1710ab16d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0514fdbc-09bd-4529-8765-5d15c0a77005 HTTP/1.1" status: 204 len: 168 time: 0.1367877 Apr 01 16:15:33.250570 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fbaf6-e31d-4575-ad41-0c1710ab16d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514fdbc-09bd-4529-8765-5d15c0a77005,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:33.528325 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.566896 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48370) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:33.607222 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-61ac9a85-fd83-40d1-b82f-d77c01ba808d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb78a3b826144e65898c1c22fd66125d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389462 Apr 01 16:15:33.609594 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48372) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:33.655260 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d12-273f-4c0c-a08c-a6db31fafa1c admin admin] Publish callbacks [] for security_group (13aec237-6f4c-4da2-814b-cdfd533d8e8b), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.676035 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d12-273f-4c0c-a08c-a6db31fafa1c admin admin] Publish callbacks [] for security_group (13aec237-6f4c-4da2-814b-cdfd533d8e8b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.723076 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d12-273f-4c0c-a08c-a6db31fafa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (13aec237-6f4c-4da2-814b-cdfd533d8e8b), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.725665 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d12-273f-4c0c-a08c-a6db31fafa1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:33.726937 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-6dca1d12-273f-4c0c-a08c-a6db31fafa1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13aec237-6f4c-4da2-814b-cdfd533d8e8b HTTP/1.1" status: 204 len: 168 time: 0.1162212 Apr 01 16:15:33.735256 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca1d12-273f-4c0c-a08c-a6db31fafa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aec237-6f4c-4da2-814b-cdfd533d8e8b,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:44.587346 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48438) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:44.690053 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-97a40da7-9127-429f-8eb6-3a5b36670041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:44.762153 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-97a40da7-9127-429f-8eb6-3a5b36670041 admin admin] Publish callbacks [] for security_group (0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:44.765895 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-97a40da7-9127-429f-8eb6-3a5b36670041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:44.803548 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-97a40da7-9127-429f-8eb6-3a5b36670041 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4232c39f3efa4b32b80a2dfcc32824f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151642 Apr 01 16:15:44.805983 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a40da7-9127-429f-8eb6-3a5b36670041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:44.806720 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48442) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:44.855081 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04037254-60f3-49e8-b3ae-01cc36880e9e admin admin] Publish callbacks [] for security_group (0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:44.876163 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04037254-60f3-49e8-b3ae-01cc36880e9e admin admin] Publish callbacks [] for security_group (0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:44.922344 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04037254-60f3-49e8-b3ae-01cc36880e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:44.924874 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04037254-60f3-49e8-b3ae-01cc36880e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:44.926057 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-04037254-60f3-49e8-b3ae-01cc36880e9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30 HTTP/1.1" status: 204 len: 168 time: 0.1183746 Apr 01 16:15:44.934270 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04037254-60f3-49e8-b3ae-01cc36880e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f11a91a-a5ea-4e4e-8a4e-0815a4e60f30,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:50.775899 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48510) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:50.876848 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc77cdb5-9491-424d-8b47-aeb09ff4de21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:50.949971 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc77cdb5-9491-424d-8b47-aeb09ff4de21 admin admin] Publish callbacks [] for security_group (31c595d9-51ba-481e-a2d2-cd7ee76df252), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:50.953838 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc77cdb5-9491-424d-8b47-aeb09ff4de21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (31c595d9-51ba-481e-a2d2-cd7ee76df252), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:50.991954 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-fc77cdb5-9491-424d-8b47-aeb09ff4de21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7cbd220355c140fd91837caf41affb9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150593 Apr 01 16:15:50.993397 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77cdb5-9491-424d-8b47-aeb09ff4de21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c595d9-51ba-481e-a2d2-cd7ee76df252,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:50.995341 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48514) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:15:51.044980 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c390172-def3-41ac-88ec-f8f4962618e5 admin admin] Publish callbacks [] for security_group (31c595d9-51ba-481e-a2d2-cd7ee76df252), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:51.065722 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c390172-def3-41ac-88ec-f8f4962618e5 admin admin] Publish callbacks [] for security_group (31c595d9-51ba-481e-a2d2-cd7ee76df252), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:51.110679 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c390172-def3-41ac-88ec-f8f4962618e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (31c595d9-51ba-481e-a2d2-cd7ee76df252), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:51.113240 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c390172-def3-41ac-88ec-f8f4962618e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:51.114436 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1c390172-def3-41ac-88ec-f8f4962618e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31c595d9-51ba-481e-a2d2-cd7ee76df252 HTTP/1.1" status: 204 len: 168 time: 0.1181002 Apr 01 16:15:51.122632 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c390172-def3-41ac-88ec-f8f4962618e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c595d9-51ba-481e-a2d2-cd7ee76df252,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:56.093880 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:56.994956 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5eb05ee3-2e77-4472-b3bc-298177337621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:15:59.352616 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17487bf9-ad13-4c09-8d60-b495dded1a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:00.402071 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:01.491464 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:16:02.004656 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:03.530224 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:06.363224 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65fbc4-4293-491e-aed8-bb8f3bda23f8 req-11d9ea9c-85ee-43e2-9e04-271955ca176e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:06.364721 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ea65fbc4-4293-491e-aed8-bb8f3bda23f8 req-11d9ea9c-85ee-43e2-9e04-271955ca176e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 945 time: 0.0559940 Apr 01 16:16:06.410528 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ea65fbc4-4293-491e-aed8-bb8f3bda23f8 req-83a1cedf-9368-476e-a593-443d6681c5a2 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395627 Apr 01 16:16:07.529810 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26969e-dc1a-47e6-9226-0e588a65fc8c req-7aaf4cc7-d6d1-43f8-a636-55180339bde7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:07.531343 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6e26969e-dc1a-47e6-9226-0e588a65fc8c req-7aaf4cc7-d6d1-43f8-a636-55180339bde7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 945 time: 0.0534577 Apr 01 16:16:07.577560 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6e26969e-dc1a-47e6-9226-0e588a65fc8c req-e3668bcf-0334-4d9d-b0d5-0a12987f135e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=772034b4-0ae7-43ba-a04f-e0e4765d6bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Apr 01 16:16:07.682539 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-6143e538-5540-4e89-aea8-891aa294607c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:07.685630 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-6143e538-5540-4e89-aea8-891aa294607c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 945 time: 0.0613225 Apr 01 16:16:07.777476 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port 774e1153-4177-43f2-889b-33cfd9fda21e {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:16:07.777762 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:07.863724 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] For port 774e1153-4177-43f2-889b-33cfd9fda21e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=774e1153-4177-43f2-889b-33cfd9fda21e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:07.864078 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:08.034861 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:08.035132 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (adea22e5-91ea-440f-a3aa-70363079af2c), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:08.035441 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP adea22e5-91ea-440f-a3aa-70363079af2c disassociated. External IP: 172.28.3.91, port: 774e1153-4177-43f2-889b-33cfd9fda21e. Apr 01 16:16:08.035770 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for 774e1153-4177-43f2-889b-33cfd9fda21e owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:16:08.161522 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (774e1153-4177-43f2-889b-33cfd9fda21e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:08.187781 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=774e1153-4177-43f2-889b-33cfd9fda21e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:08.200276 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.200704 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.200972 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.201291 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.201713 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.202060 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.202371 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.202697 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.203048 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.203344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.203669 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.204243 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.204566 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.204883 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.205187 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:08.315541 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:16:08.426612 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:16:08.435857 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:16:08.445522 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:08.446156 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:08.466980 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] No DVR routers for this DVR port 774e1153-4177-43f2-889b-33cfd9fda21e on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:16:08.469496 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:08.473216 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b178aa6-df8e-4121-9e96-8b4efd3455a9 req-f6d33f37-5db8-4fce-b122-ac0d4fa652b0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "DELETE /v2.0/ports/774e1153-4177-43f2-889b-33cfd9fda21e HTTP/1.1" status: 204 len: 173 time: 0.7819026 Apr 01 16:16:08.473935 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'name': 'network-vif-deleted', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:08.477079 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafdbf6b-d564-44db-9d0b-0c682e262f59" -d '{"events": [{"server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "name": "network-vif-deleted", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:16:08.521484 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c83fc-d494-49f2-b22a-33a82a00435e x-openstack-request-id: req-f59c83fc-d494-49f2-b22a-33a82a00435e {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:16:08.521801 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a91cd4f-3869-4324-953a-253f5b401067", "name": "network-vif-deleted", "tag": "774e1153-4177-43f2-889b-33cfd9fda21e", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:16:08.522860 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f59c83fc-d494-49f2-b22a-33a82a00435e {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:16:08.523293 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59c83fc-d494-49f2-b22a-33a82a00435e'] response: {'server_uuid': '4a91cd4f-3869-4324-953a-253f5b401067', 'name': 'network-vif-deleted', 'tag': '774e1153-4177-43f2-889b-33cfd9fda21e', 'status': 'completed', 'code': 200} Apr 01 16:16:08.555837 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:08.704044 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-a73a3781-221a-4c06-a74b-206e2fbf6af2 req-a2255353-0873-47e3-9d9e-d40bab80f437 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a91cd4f-3869-4324-953a-253f5b401067 HTTP/1.1" status: 200 len: 210 time: 0.0314109 Apr 01 16:16:08.877372 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:34Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:08.908409 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:16:08.918168 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:08.919794 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:09.041322 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:09.276927 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:34Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:09.302058 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea4530-a272-4203-a8bf-88ee8c80d817 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '8940b759-4255-4a21-ac5b-993aca78c329', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:b8:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:14:18Z', 'updated_at': '2022-04-01T16:14:34Z', 'revision_number': 2, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:16:09.521338 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be94c3d-19eb-449c-8871-364ef0db00e2 None None] New status for floating IP adea22e5-91ea-440f-a3aa-70363079af2c: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:16:09.787084 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48542) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:09.844856 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c148201e-03aa-4e48-a21f-9f37e6988365 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (772034b4-0ae7-43ba-a04f-e0e4765d6bab), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:09.866763 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c148201e-03aa-4e48-a21f-9f37e6988365 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (772034b4-0ae7-43ba-a04f-e0e4765d6bab), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:09.913978 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c148201e-03aa-4e48-a21f-9f37e6988365 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (772034b4-0ae7-43ba-a04f-e0e4765d6bab), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:09.916594 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c148201e-03aa-4e48-a21f-9f37e6988365 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:09.917760 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c148201e-03aa-4e48-a21f-9f37e6988365 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/security-groups/772034b4-0ae7-43ba-a04f-e0e4765d6bab HTTP/1.1" status: 204 len: 168 time: 0.1293969 Apr 01 16:16:09.920555 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48544) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:09.926662 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148201e-03aa-4e48-a21f-9f37e6988365 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772034b4-0ae7-43ba-a04f-e0e4765d6bab,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:09.933773 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.api.v2.resource [None req-a0a65aa5-877a-4d8d-ae0b-2c081804a596 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] show failed (client error): The resource could not be found. Apr 01 16:16:09.934768 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a0a65aa5-877a-4d8d-ae0b-2c081804a596 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups/772034b4-0ae7-43ba-a04f-e0e4765d6bab HTTP/1.1" status: 404 len: 347 time: 0.0132058 Apr 01 16:16:09.937490 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48546) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:10.059307 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port 72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:16:10.059644 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:10.136990 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:10.137312 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:10.148611 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for 72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:16:10.277782 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:10.301585 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=72c3b4d3-35e0-4ad1-8fb6-765aa64d1eb1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:10.364908 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (adea22e5-91ea-440f-a3aa-70363079af2c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:10.367425 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:10.368574 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-4f2ee541-c7e6-493a-a7ee-d0882eb40ff5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/floatingips/adea22e5-91ea-440f-a3aa-70363079af2c HTTP/1.1" status: 204 len: 168 time: 0.4301887 Apr 01 16:16:11.949805 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38d61-5c11-4308-97c7-d0963bf9ac2b req-b80f2fbb-555b-4a89-af7e-4c4a4c2f188b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:11.951258 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-08d38d61-5c11-4308-97c7-d0963bf9ac2b req-b80f2fbb-555b-4a89-af7e-4c4a4c2f188b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 946 time: 0.0559585 Apr 01 16:16:12.001850 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-08d38d61-5c11-4308-97c7-d0963bf9ac2b req-205b1c72-6350-4a8d-aa7a-15bc53c8d23e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 Apr 01 16:16:12.408164 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 774e1153-4177-43f2-889b-33cfd9fda21e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:16:12.428427 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 774e1153-4177-43f2-889b-33cfd9fda21e {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:16:12.428771 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 774e1153-4177-43f2-889b-33cfd9fda21e not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:16:13.120838 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529402-fa45-4672-bf87-ccd312c6f952 req-18a712db-2e48-474d-a2b5-a84acd77f5ec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.122774 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ea529402-fa45-4672-bf87-ccd312c6f952 req-18a712db-2e48-474d-a2b5-a84acd77f5ec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 946 time: 0.0541577 Apr 01 16:16:13.168784 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ea529402-fa45-4672-bf87-ccd312c6f952 req-b02a907a-b619-4bcb-918c-c989da5f0334 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a145b28-7f78-4082-8f78-4a05c59ec6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Apr 01 16:16:13.516838 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-c5e319ba-6578-4beb-b177-c3b8eacdafe0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.518360 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-c5e319ba-6578-4beb-b177-c3b8eacdafe0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 946 time: 0.0499156 Apr 01 16:16:13.608812 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:16:13.609142 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:13.694022 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] For port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:13.694390 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:13.862291 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:13.862789 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (8940b759-4255-4a21-ac5b-993aca78c329), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:13.863033 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP 8940b759-4255-4a21-ac5b-993aca78c329 disassociated. External IP: 172.28.3.182, port: e27f5a53-4a24-4e1f-9bb4-0d0f1352544a. Apr 01 16:16:13.863371 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for e27f5a53-4a24-4e1f-9bb4-0d0f1352544a owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:16:13.985760 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (e27f5a53-4a24-4e1f-9bb4-0d0f1352544a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:14.017456 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=e27f5a53-4a24-4e1f-9bb4-0d0f1352544a,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:14.130247 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:16:14.239503 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:16:14.250752 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:16:14.261738 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:14.262642 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:14.273743 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-d18c6d5b-b849-44b8-a55b-53f393022d6f req-d7cd079c-b2c1-461d-a1bb-9682059bb37b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10 HTTP/1.1" status: 200 len: 210 time: 0.0304525 Apr 01 16:16:14.378689 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:14.514666 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] No DVR routers for this DVR port e27f5a53-4a24-4e1f-9bb4-0d0f1352544a on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:16:14.517197 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:14.520503 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-aa4d4079-2c4b-4534-9e64-8f72025091c1 req-0b311ef5-8cd0-4cac-97c7-e9db30c36987 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "DELETE /v2.0/ports/e27f5a53-4a24-4e1f-9bb4-0d0f1352544a HTTP/1.1" status: 204 len: 173 time: 0.9970787 Apr 01 16:16:14.520944 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'name': 'network-vif-deleted', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:14.523253 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cad3a3-a9ab-4042-a29a-3fdcdfe88af7" -d '{"events": [{"server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "name": "network-vif-deleted", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:16:14.559600 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8523e36-fe28-4f76-9497-b7808298f92d x-openstack-request-id: req-b8523e36-fe28-4f76-9497-b7808298f92d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:16:14.559892 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10", "name": "network-vif-deleted", "tag": "e27f5a53-4a24-4e1f-9bb4-0d0f1352544a", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:16:14.560170 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8523e36-fe28-4f76-9497-b7808298f92d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:16:14.560698 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8523e36-fe28-4f76-9497-b7808298f92d'] response: {'server_uuid': 'dc4cd4d6-378e-444d-93f2-8d3b5a6b8b10', 'name': 'network-vif-deleted', 'tag': 'e27f5a53-4a24-4e1f-9bb4-0d0f1352544a', 'status': 'completed', 'code': 200} Apr 01 16:16:14.608155 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:14.643254 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:16:14.653029 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:14.653556 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:15:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:14.756942 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:14.952991 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:14.982635 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e6d50-d4c8-49cd-b2de-a39727f38715 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:16:15.195048 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead371df-4c33-4095-ab81-48e974e6819e None None] New status for floating IP 8940b759-4255-4a21-ac5b-993aca78c329: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:16:15.363614 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48576) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:15.417919 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-adc35af2-fa6c-4cee-b5e6-235400122648 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (5a145b28-7f78-4082-8f78-4a05c59ec6a0), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.440111 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-adc35af2-fa6c-4cee-b5e6-235400122648 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (5a145b28-7f78-4082-8f78-4a05c59ec6a0), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.486293 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-adc35af2-fa6c-4cee-b5e6-235400122648 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (5a145b28-7f78-4082-8f78-4a05c59ec6a0), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.488790 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-adc35af2-fa6c-4cee-b5e6-235400122648 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.490062 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-adc35af2-fa6c-4cee-b5e6-235400122648 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/security-groups/5a145b28-7f78-4082-8f78-4a05c59ec6a0 HTTP/1.1" status: 204 len: 168 time: 0.1253340 Apr 01 16:16:15.492778 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:15.499083 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc35af2-fa6c-4cee-b5e6-235400122648 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a145b28-7f78-4082-8f78-4a05c59ec6a0,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:15.506844 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.api.v2.resource [None req-22f8d26f-8e25-4354-bd81-721e28b37bec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] show failed (client error): The resource could not be found. Apr 01 16:16:15.507955 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-22f8d26f-8e25-4354-bd81-721e28b37bec tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups/5a145b28-7f78-4082-8f78-4a05c59ec6a0 HTTP/1.1" status: 404 len: 347 time: 0.0141892 Apr 01 16:16:15.510816 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:15.630788 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port a9a47d5c-24f6-49bc-b688-84cdf2df5dcf {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:16:15.631128 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.706610 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.706940 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.720067 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for a9a47d5c-24f6-49bc-b688-84cdf2df5dcf owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:16:15.848942 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (a9a47d5c-24f6-49bc-b688-84cdf2df5dcf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.872861 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=a9a47d5c-24f6-49bc-b688-84cdf2df5dcf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:15.900478 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.900823 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.901158 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.901491 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.901847 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.902177 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.902503 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.902824 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.903145 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.903467 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.903791 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.904109 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.904428 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.904744 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.905060 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.941122 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (8940b759-4255-4a21-ac5b-993aca78c329), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.943693 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:15.944848 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-883a96e1-60a8-46bb-bf58-42bc23a06366 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/floatingips/8940b759-4255-4a21-ac5b-993aca78c329 HTTP/1.1" status: 204 len: 168 time: 0.4331357 Apr 01 16:16:16.173521 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48584) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:16.178091 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-90d3a404-0ce4-4d10-b3b7-24a27e5111a8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418094310', 'description': 'tempest-description--701127183'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:16.198402 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90d3a404-0ce4-4d10-b3b7-24a27e5111a8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.262839 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90d3a404-0ce4-4d10-b3b7-24a27e5111a8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (6f07fca7-880a-461c-9683-a715a6cae9bb), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.266334 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90d3a404-0ce4-4d10-b3b7-24a27e5111a8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (6f07fca7-880a-461c-9683-a715a6cae9bb), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.291300 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-90d3a404-0ce4-4d10-b3b7-24a27e5111a8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.292584 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-90d3a404-0ce4-4d10-b3b7-24a27e5111a8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1179640 Apr 01 16:16:16.295776 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48586) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:16.300409 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3a404-0ce4-4d10-b3b7-24a27e5111a8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f07fca7-880a-461c-9683-a715a6cae9bb,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:16.300574 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d3207add-aa71-472f-a5c5-84e4c5a388b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '6f07fca7-880a-461c-9683-a715a6cae9bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:16.326196 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3207add-aa71-472f-a5c5-84e4c5a388b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (964b9a4b-d16c-4236-96b5-ac9838e3e9a2), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.381162 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3207add-aa71-472f-a5c5-84e4c5a388b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (964b9a4b-d16c-4236-96b5-ac9838e3e9a2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.385035 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3207add-aa71-472f-a5c5-84e4c5a388b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (964b9a4b-d16c-4236-96b5-ac9838e3e9a2), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.402263 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3207add-aa71-472f-a5c5-84e4c5a388b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964b9a4b-d16c-4236-96b5-ac9838e3e9a2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:16.409810 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3207add-aa71-472f-a5c5-84e4c5a388b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.411021 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-d3207add-aa71-472f-a5c5-84e4c5a388b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141052 Apr 01 16:16:16.413736 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48588) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:16.418605 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1d54650d-9e37-4f9a-9aa6-0c17dfc1178d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '6f07fca7-880a-461c-9683-a715a6cae9bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:16.442353 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d54650d-9e37-4f9a-9aa6-0c17dfc1178d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (eadfca34-9389-4c6d-ab91-47ed424f7d03), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.499013 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d54650d-9e37-4f9a-9aa6-0c17dfc1178d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (eadfca34-9389-4c6d-ab91-47ed424f7d03), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.502338 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d54650d-9e37-4f9a-9aa6-0c17dfc1178d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (eadfca34-9389-4c6d-ab91-47ed424f7d03), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.519830 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54650d-9e37-4f9a-9aa6-0c17dfc1178d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadfca34-9389-4c6d-ab91-47ed424f7d03,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:16.528868 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d54650d-9e37-4f9a-9aa6-0c17dfc1178d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.530183 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1d54650d-9e37-4f9a-9aa6-0c17dfc1178d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154814 Apr 01 16:16:16.533162 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:16.537443 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:16.555644 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.647416 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.750103 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.28.3.216 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/eb099c88-5b8d-45b2-9a33-f370597ce842) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:16.846455 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.878323 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:16.918299 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:16.921171 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:16.923565 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:16:16.949379 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=eb099c88-5b8d-45b2-9a33-f370597ce842,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:17.012355 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (eb0831b3-a4a9-424d-9cfc-881e15de53b9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:17.045655 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:17.188942 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:17.193009 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:17.260746 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=eb099c88-5b8d-45b2-9a33-f370597ce842,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:17.270793 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (eb0831b3-a4a9-424d-9cfc-881e15de53b9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:17.285538 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:17.295026 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1d5fd2cc-87d6-45da-b2fd-b25d30a9fd22 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7526805 Apr 01 16:16:17.474720 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-4aaf0c98-606d-4c5f-b350-34c513aef887 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--418094310&fields=id&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 267 time: 0.0402062 Apr 01 16:16:17.575721 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-19bd2ce9-8bce-46d1-b48f-011575e84ab2 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:17.577062 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-19bd2ce9-8bce-46d1-b48f-011575e84ab2 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.0954845 Apr 01 16:16:17.591741 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-9aa7074d-a38b-486d-8ec2-a9d20106afae tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/quotas/d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Apr 01 16:16:17.648467 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-c4db63f6-9caa-41f7-ad17-2848bf7465f9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519249 Apr 01 16:16:17.740865 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8efd113f-907c-4520-849b-81e7e6ce7768 service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808349 Apr 01 16:16:17.838517 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-c00d2419-6ab3-46b3-85d5-0b9c70d3da1d service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919700 Apr 01 16:16:17.994925 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4208d066-6271-4849-9ac5-33d561e606d3 req-91d5eead-8e52-4302-b9a0-0cf8b11a8ab5 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 210 time: 0.0264323 Apr 01 16:16:18.456400 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device e27f5a53-4a24-4e1f-9bb4-0d0f1352544a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:16:18.478315 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: e27f5a53-4a24-4e1f-9bb4-0d0f1352544a {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:16:18.478736 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device e27f5a53-4a24-4e1f-9bb4-0d0f1352544a not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:16:18.892752 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-e8cc4150-35f6-4c62-a14d-96707ad2deab tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.894242 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-e8cc4150-35f6-4c62-a14d-96707ad2deab tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.1019535 Apr 01 16:16:18.955196 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-99661463-f90d-4678-bb5b-4adb8b7ead9e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 379 time: 0.0534327 Apr 01 16:16:18.964186 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'port': {'device_id': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'admin_state_up': True, 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'security_groups': ['6f07fca7-880a-461c-9683-a715a6cae9bb']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:19.098543 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0abe1568-c5cd-482d-82c1-29dc7a51a88f req-83dea68e-df55-4b24-8e50-2be178b17c8c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 210 time: 0.0370479 Apr 01 16:16:19.103501 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Made reservation on behalf of d1b23a94f28e4d55acd0ce54d4704156 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:16:19.107395 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.231406 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.20.0.14 (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e/e35909e2-4022-4a99-a52d-52b74c243a41/9e73e8a6-0216-45e0-89d6-5a20963285ff) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:19.372252 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.408057 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.460121 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:19.464776 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:19.470989 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:16:19.493414 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=9e73e8a6-0216-45e0-89d6-5a20963285ff,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:19.520942 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:19.521558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.538022 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-602cc2d7-ca24-49a5-86a6-88fbdbd0c76a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775034 Apr 01 16:16:19.549017 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Request body: {'port': {'device_id': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:19.613177 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.692220 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1b3fce91-78e1-45b7-95a8-f67d2663ef67 None None] Provisioning complete for port 9e73e8a6-0216-45e0-89d6-5a20963285ff triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:16:19.692839 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b3fce91-78e1-45b7-95a8-f67d2663ef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.727003 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fce91-78e1-45b7-95a8-f67d2663ef67 None None] Port 9e73e8a6-0216-45e0-89d6-5a20963285ff cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:16:19.870989 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e73e8a6-0216-45e0-89d6-5a20963285ff {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:16:19.878343 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Publish callbacks [] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.890986 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Transition to ACTIVE for port object 9e73e8a6-0216-45e0-89d6-5a20963285ff will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:16:19.893970 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:19.960470 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Pushing event updated for resources: {'Port': ['ID=9e73e8a6-0216-45e0-89d6-5a20963285ff,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:20.015007 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Attempting to bind port 9e73e8a6-0216-45e0-89d6-5a20963285ff on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:16:20.015336 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Attempting to bind port 9e73e8a6-0216-45e0-89d6-5a20963285ff by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:16:20.015666 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Attempting to bind port 9e73e8a6-0216-45e0-89d6-5a20963285ff on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:16:20.020243 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Port 9e73e8a6-0216-45e0-89d6-5a20963285ff on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:16:20.020558 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Attempting to bind port 9e73e8a6-0216-45e0-89d6-5a20963285ff on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:16:20.025957 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:16:20.026295 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Checking segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:16:20.026679 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Bound using segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:16:20.027108 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Bound port: 9e73e8a6-0216-45e0-89d6-5a20963285ff, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:16:20.027469 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:20.092019 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] For port 9e73e8a6-0216-45e0-89d6-5a20963285ff, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:16:20.094967 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] For port 9e73e8a6-0216-45e0-89d6-5a20963285ff, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:16:20.100435 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:20.133701 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.134173 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:20.136117 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e73e8a6-0216-45e0-89d6-5a20963285ff HTTP/1.1" status: 200 len: 1094 time: 0.5913570 Apr 01 16:16:20.136565 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:20.138861 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:16:20.164421 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33748a-2a4b-45d9-8104-417aab7cc739 service neutron] Pushing event updated for resources: {'Port': ['ID=9e73e8a6-0216-45e0-89d6-5a20963285ff,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:20.217120 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cb1edb-bbaf-41f4-8802-9bbeded9607c x-openstack-request-id: req-d7cb1edb-bbaf-41f4-8802-9bbeded9607c {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:16:20.217415 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:16:20.217712 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7cb1edb-bbaf-41f4-8802-9bbeded9607c {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:16:20.218118 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7cb1edb-bbaf-41f4-8802-9bbeded9607c'] response: {'name': 'network-changed', 'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'status': 'completed', 'code': 200} Apr 01 16:16:20.229307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-ffcfd7dc-5865-4db2-94dc-9a617e835723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.230881 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-ffcfd7dc-5865-4db2-94dc-9a617e835723 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 1128 time: 0.0560136 Apr 01 16:16:20.263007 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548bdb1-030d-4f88-b124-48643df408b1 req-3e7a24c9-f0c1-4efc-a0bf-cf3d868f020f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.264707 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e548bdb1-030d-4f88-b124-48643df408b1 req-3e7a24c9-f0c1-4efc-a0bf-cf3d868f020f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 944 time: 0.0622480 Apr 01 16:16:20.299272 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-88568873-3807-4f10-944d-317ae928078b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff HTTP/1.1" status: 200 len: 217 time: 0.0604825 Apr 01 16:16:20.315959 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-e548bdb1-030d-4f88-b124-48643df408b1 req-5856027b-c5c4-4225-8615-7822e3d8663e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452135 Apr 01 16:16:20.351533 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-47f5d421-92e6-4b62-bd31-9d304f4f5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.353029 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-47f5d421-92e6-4b62-bd31-9d304f4f5dc7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0480235 Apr 01 16:16:20.403301 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-f281f4c6-630d-4612-aa81-616e49cc50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.404861 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-f281f4c6-630d-4612-aa81-616e49cc50ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462406 Apr 01 16:16:20.504446 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-daaca6f8-2629-4eab-a7e1-0d34fb3bc130 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937350 Apr 01 16:16:20.590758 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-12ff3099-bebe-45b2-8b95-c4ad53878c6a req-b996f4b7-e799-41ed-b01c-ad10cf857301 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808487 Apr 01 16:16:20.685052 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-5618cfb6-ee55-43eb-a01b-98b6c4215ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.686523 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-5618cfb6-ee55-43eb-a01b-98b6c4215ddc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 1128 time: 0.0486372 Apr 01 16:16:20.778939 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-82c42498-7c9e-4212-bac8-1fb32e3f75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.780458 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-82c42498-7c9e-4212-bac8-1fb32e3f75ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.0881891 Apr 01 16:16:20.820786 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-c1e9a69d-f764-4756-baa3-58a5f430d37f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff HTTP/1.1" status: 200 len: 217 time: 0.0338743 Apr 01 16:16:20.871404 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-7f215291-702e-43a0-bffe-c13af80d75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.872830 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-7f215291-702e-43a0-bffe-c13af80d75bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0461528 Apr 01 16:16:20.922307 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-91fdb7ce-c48f-4276-9dc7-f120d5d1c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.923807 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-91fdb7ce-c48f-4276-9dc7-f120d5d1c603 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439315 Apr 01 16:16:21.010500 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-02e7c57a-150f-46a0-ad76-5f4b2ecfe1e9 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791297 Apr 01 16:16:21.109581 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d8b3c9e0-b31a-4800-ae1a-1824a14b06d2 req-631d8f4d-95d0-47ae-91f4-57835df26653 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936263 Apr 01 16:16:21.443405 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3bce9-4e4f-47e2-99b2-27d1db75ee00 req-695490bd-97b9-4509-8f3d-57db2ee9610d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:21.444875 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9d3bce9-4e4f-47e2-99b2-27d1db75ee00 req-695490bd-97b9-4509-8f3d-57db2ee9610d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 944 time: 0.0517654 Apr 01 16:16:21.491222 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f9d3bce9-4e4f-47e2-99b2-27d1db75ee00 req-c4bd989c-045d-479e-93ad-cec382abfca1 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Apr 01 16:16:22.605864 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3bf7-6243-433b-9e6a-ddc14dfebb8e req-dba99b0a-0b38-4e3f-9579-b3b28fb54329 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:22.607345 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8c0d3bf7-6243-433b-9e6a-ddc14dfebb8e req-dba99b0a-0b38-4e3f-9579-b3b28fb54329 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 944 time: 0.0514235 Apr 01 16:16:22.656983 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-8c0d3bf7-6243-433b-9e6a-ddc14dfebb8e req-c1775d9a-3d47-4ca9-84ff-a82ec4e11682 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 Apr 01 16:16:23.785298 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933d8d8-5759-4d45-8bac-a061a7b8de4d req-8ada0757-b3c0-4ba4-bd05-b448c45c2cd0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:23.787103 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1933d8d8-5759-4d45-8bac-a061a7b8de4d req-8ada0757-b3c0-4ba4-bd05-b448c45c2cd0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 944 time: 0.0601478 Apr 01 16:16:23.836455 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-1933d8d8-5759-4d45-8bac-a061a7b8de4d req-154bff9f-5def-4fd9-b8dd-952e07356658 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 Apr 01 16:16:24.487239 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 9e73e8a6-0216-45e0-89d6-5a20963285ff details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:16:24.586094 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 9e73e8a6-0216-45e0-89d6-5a20963285ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:24.597381 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'port_id': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'mac_address': 'fa:16:3e:c9:5b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:16:24.639548 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 9e73e8a6-0216-45e0-89d6-5a20963285ff is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:16:24.639943 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:24.653511 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e73e8a6-0216-45e0-89d6-5a20963285ff {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:16:24.673847 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 9e73e8a6-0216-45e0-89d6-5a20963285ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:24.681230 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:24.738979 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=9e73e8a6-0216-45e0-89d6-5a20963285ff,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:24.747308 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.747627 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.747979 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.748314 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.748645 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.748972 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.749288 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.749645 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.749959 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.750278 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.750823 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.751406 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.751973 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.752525 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.752864 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:24.886734 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['9e73e8a6-0216-45e0-89d6-5a20963285ff'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:16:24.964314 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85b7be-8e57-4549-bb98-21e124dd8a56 req-4867e9a6-073e-4039-920a-d32015418637 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:24.965989 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ad85b7be-8e57-4549-bb98-21e124dd8a56 req-4867e9a6-073e-4039-920a-d32015418637 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 945 time: 0.0529735 Apr 01 16:16:25.014634 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-ad85b7be-8e57-4549-bb98-21e124dd8a56 req-92e0c2f8-abc6-4dfb-95a3-0ad9c412d690 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422907 Apr 01 16:16:26.094703 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:26.142822 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c975cde-b588-41b4-b376-b6ffe52276f0 req-c74f3318-3a8a-4b2c-be55-84aeabbce39f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:26.144425 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c975cde-b588-41b4-b376-b6ffe52276f0 req-c74f3318-3a8a-4b2c-be55-84aeabbce39f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 945 time: 0.0617537 Apr 01 16:16:26.191539 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-9c975cde-b588-41b4-b376-b6ffe52276f0 req-8b36c9d8-c7b2-40d4-b122-aeda6915893d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Apr 01 16:16:26.517527 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 9e73e8a6-0216-45e0-89d6-5a20963285ff up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:16:26.566880 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port 9e73e8a6-0216-45e0-89d6-5a20963285ff completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:16:26.570674 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port 9e73e8a6-0216-45e0-89d6-5a20963285ff triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:16:26.571042 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:26.646589 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port 9e73e8a6-0216-45e0-89d6-5a20963285ff is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:16:26.646978 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:26.677473 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:26.679771 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c14ba9-46a5-474e-8555-fd1774405bb5" -d '{"events": [{"server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "name": "network-vif-plugged", "status": "completed", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:16:26.691980 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port 9e73e8a6-0216-45e0-89d6-5a20963285ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:26.695886 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:26.720862 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae9660e-70f0-4701-8446-ba77d14c463b x-openstack-request-id: req-bae9660e-70f0-4701-8446-ba77d14c463b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:16:26.721183 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "name": "network-vif-plugged", "status": "completed", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:16:26.721432 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bae9660e-70f0-4701-8446-ba77d14c463b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:16:26.721845 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae9660e-70f0-4701-8446-ba77d14c463b'] response: {'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'code': 200} Apr 01 16:16:26.749281 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=9e73e8a6-0216-45e0-89d6-5a20963285ff,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:26.881401 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa61181-48a9-42a1-86db-69dcd174fce5 req-671bfdb4-9ab9-4e51-a3d4-82b54d624a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:26.883360 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ffa61181-48a9-42a1-86db-69dcd174fce5 req-671bfdb4-9ab9-4e51-a3d4-82b54d624a11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 1130 time: 0.0429604 Apr 01 16:16:26.931078 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-ffa61181-48a9-42a1-86db-69dcd174fce5 req-32815c39-04cd-4a3b-8e0b-d180457e5847 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401804 Apr 01 16:16:26.995953 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-216b426d-f894-4635-8363-ec24e3550d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:27.308073 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1b274-1bf6-434f-b7a1-d184bb8ef3dd req-264700b6-21d8-434f-ae66-2ec7d25deff3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:27.309522 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-70a1b274-1bf6-434f-b7a1-d184bb8ef3dd req-264700b6-21d8-434f-ae66-2ec7d25deff3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 946 time: 0.0515511 Apr 01 16:16:27.355205 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-70a1b274-1bf6-434f-b7a1-d184bb8ef3dd req-26e99535-36cf-437e-8757-848929d3336d tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402145 Apr 01 16:16:28.475802 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e602b-1d74-4d99-af12-4782ac3f01eb req-a8900756-8c96-4de2-91d0-6cb5f1e3233c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:28.477279 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-166e602b-1d74-4d99-af12-4782ac3f01eb req-a8900756-8c96-4de2-91d0-6cb5f1e3233c tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 946 time: 0.0516684 Apr 01 16:16:28.522498 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-166e602b-1d74-4d99-af12-4782ac3f01eb req-d581703a-1130-4cda-8028-3896927e2c0f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Apr 01 16:16:28.635583 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50a3fb-8cbc-4b5c-b111-5a3bfb502794 req-92768015-fc7e-4ddd-9c34-4549a373298f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:28.636960 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6b50a3fb-8cbc-4b5c-b111-5a3bfb502794 req-92768015-fc7e-4ddd-9c34-4549a373298f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 946 time: 0.0512745 Apr 01 16:16:28.647321 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48644) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:16:28.653960 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'port_id': '9e73e8a6-0216-45e0-89d6-5a20963285ff'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:28.695737 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (eb0831b3-a4a9-424d-9cfc-881e15de53b9), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:29.108173 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:29.111794 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (eb0831b3-a4a9-424d-9cfc-881e15de53b9), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:29.214726 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP eb0831b3-a4a9-424d-9cfc-881e15de53b9 associated. External IP: 172.28.3.216, port: 9e73e8a6-0216-45e0-89d6-5a20963285ff. Apr 01 16:16:29.353803 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe1b472-2e4f-4504-9814-cb9e15cd832b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:29.418586 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:16:29.525826 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:16:29.530651 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:29.534867 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:16:29.544550 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:29.545156 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:16:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:29.560227 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-30c90ddb-16b2-4635-b0ba-5be9d5c7cc40 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "PUT /v2.0/floatingips/eb0831b3-a4a9-424d-9cfc-881e15de53b9 HTTP/1.1" status: 200 len: 992 time: 0.9112329 Apr 01 16:16:29.560795 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:29.563049 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5143c813-81b8-483f-96f8-40308edf0ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:16:29.600216 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66405b9f-01de-48c2-bf06-a15aea3c8515 x-openstack-request-id: req-66405b9f-01de-48c2-bf06-a15aea3c8515 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:16:29.600504 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:16:29.600749 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66405b9f-01de-48c2-bf06-a15aea3c8515 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:16:29.601150 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66405b9f-01de-48c2-bf06-a15aea3c8515'] response: {'name': 'network-changed', 'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'status': 'completed', 'code': 200} Apr 01 16:16:29.666730 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c813-81b8-483f-96f8-40308edf0ccb req-e85e7f5b-f99c-4d70-8792-4ff303d1f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:29.668265 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5143c813-81b8-483f-96f8-40308edf0ccb req-e85e7f5b-f99c-4d70-8792-4ff303d1f9d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 1130 time: 0.0480337 Apr 01 16:16:29.743484 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:29.760579 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c813-81b8-483f-96f8-40308edf0ccb req-750bb825-d159-4000-95b7-2fa0d2d15c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:29.762190 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5143c813-81b8-483f-96f8-40308edf0ccb req-750bb825-d159-4000-95b7-2fa0d2d15c76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.0880857 Apr 01 16:16:29.828559 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5143c813-81b8-483f-96f8-40308edf0ccb req-01f2b4c6-e4b0-403a-9b42-d60823742d91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff HTTP/1.1" status: 200 len: 1000 time: 0.0591068 Apr 01 16:16:29.879547 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c813-81b8-483f-96f8-40308edf0ccb req-ea2b15e5-51b5-4041-8334-055b96c06368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:29.880999 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5143c813-81b8-483f-96f8-40308edf0ccb req-ea2b15e5-51b5-4041-8334-055b96c06368 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0472388 Apr 01 16:16:29.928094 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c813-81b8-483f-96f8-40308edf0ccb req-0f648711-6c5a-46db-89c9-f30dc24bce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:29.929587 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5143c813-81b8-483f-96f8-40308edf0ccb req-0f648711-6c5a-46db-89c9-f30dc24bce49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428762 Apr 01 16:16:29.965274 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'eb0831b3-a4a9-424d-9cfc-881e15de53b9', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.216', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:c9:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:16Z', 'updated_at': '2022-04-01T16:16:29Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:29.990072 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:16:29.998083 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:29.998683 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:16:29Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:30.015845 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5143c813-81b8-483f-96f8-40308edf0ccb req-bfcd8bbd-9139-43a1-a9b4-2853e6e2c962 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794318 Apr 01 16:16:30.104696 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:30.104924 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-5143c813-81b8-483f-96f8-40308edf0ccb req-27a80966-9300-444b-b476-2d77c25cd9ae service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831511 Apr 01 16:16:30.323846 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'eb0831b3-a4a9-424d-9cfc-881e15de53b9', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.216', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:c9:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:16Z', 'updated_at': '2022-04-01T16:16:29Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:30.348802 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddedcd1-5121-40ea-8036-c6bc1e27cbf3 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': 'eb0831b3-a4a9-424d-9cfc-881e15de53b9', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.216', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:c9:5b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:16Z', 'updated_at': '2022-04-01T16:16:29Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:16:30.405367 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:30.535431 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c6ffa-76de-422f-9dde-f589f2bf67d3 None None] New status for floating IP eb0831b3-a4a9-424d-9cfc-881e15de53b9: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:16:32.008210 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:33.531932 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:35.600357 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-1b43eff8-53d8-459f-8575-febf245d33f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428681 Apr 01 16:16:35.686897 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-c6bc964a-6be0-45f7-9054-993695c59ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:35.688367 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-c6bc964a-6be0-45f7-9054-993695c59ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 1130 time: 0.0449970 Apr 01 16:16:35.788640 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-f6490f98-4216-450c-b886-64429dc8b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:35.790121 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-f6490f98-4216-450c-b886-64429dc8b37e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.0841899 Apr 01 16:16:35.854014 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-bb51f01f-29f5-45cd-a394-732705cb98bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff HTTP/1.1" status: 200 len: 1002 time: 0.0569661 Apr 01 16:16:36.136731 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-963a39ac-b78d-41fa-bed7-c3540b0b4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:36.138368 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-963a39ac-b78d-41fa-bed7-c3540b0b4204 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.2782638 Apr 01 16:16:36.188377 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-f6ee5355-7108-4aed-b434-17db823e0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:36.189889 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-f6ee5355-7108-4aed-b434-17db823e0f89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456929 Apr 01 16:16:36.274134 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-2ce3abec-904b-458a-90b4-199d3cc1fab7 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786688 Apr 01 16:16:36.362945 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-4e07848c-fb12-49fd-ba90-aa6f8bd3b13f req-6f5724ec-226d-4d18-b063-9deeacf50e16 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825799 Apr 01 16:16:38.489562 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:16:56.096564 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:56.998444 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4a0eabf-9026-4fed-814f-5419310d9fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:16:59.356814 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8f62-4b0a-47a3-9e97-91b12c2f1e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:00.406766 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:02.013188 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:03.536039 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:06.168066 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c59884-63fb-40dd-a607-f04a168d0cae req-91ffbf5c-e26e-46cf-94ad-2dfc3a00950f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:06.169477 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-07c59884-63fb-40dd-a607-f04a168d0cae req-91ffbf5c-e26e-46cf-94ad-2dfc3a00950f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 946 time: 0.0566099 Apr 01 16:17:06.216149 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-07c59884-63fb-40dd-a607-f04a168d0cae req-0380e041-579d-4e36-9ea2-a9d4ce805e0b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Apr 01 16:17:07.332995 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c9b47-96a7-48fa-9642-fb21d00134f1 req-f4e2c26e-8312-4bf3-a94a-ff6d223b90a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.334504 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-057c9b47-96a7-48fa-9642-fb21d00134f1 req-f4e2c26e-8312-4bf3-a94a-ff6d223b90a0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 946 time: 0.0518909 Apr 01 16:17:07.379700 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-057c9b47-96a7-48fa-9642-fb21d00134f1 req-a62eaee6-e0d7-4312-bfe4-1a139b08bccc tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f07fca7-880a-461c-9683-a715a6cae9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391595 Apr 01 16:17:07.685048 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-ce5491a2-64e5-4cd3-9059-d06fc94e2eda tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.686533 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-ce5491a2-64e5-4cd3-9059-d06fc94e2eda tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 946 time: 0.0551777 Apr 01 16:17:07.775947 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port 9e73e8a6-0216-45e0-89d6-5a20963285ff {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:17:07.776290 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:07.863562 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] For port 9e73e8a6-0216-45e0-89d6-5a20963285ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e73e8a6-0216-45e0-89d6-5a20963285ff,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:07.863926 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:08.028890 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:08.029168 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (eb0831b3-a4a9-424d-9cfc-881e15de53b9), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:08.029485 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP eb0831b3-a4a9-424d-9cfc-881e15de53b9 disassociated. External IP: 172.28.3.216, port: 9e73e8a6-0216-45e0-89d6-5a20963285ff. Apr 01 16:17:08.029852 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for 9e73e8a6-0216-45e0-89d6-5a20963285ff owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:17:08.158813 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (9e73e8a6-0216-45e0-89d6-5a20963285ff), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:08.191929 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=9e73e8a6-0216-45e0-89d6-5a20963285ff,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:08.302795 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:08.409652 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:08.423304 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:08.434887 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:08.435525 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:16:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:08.452484 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] No DVR routers for this DVR port 9e73e8a6-0216-45e0-89d6-5a20963285ff on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:17:08.455192 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:08.459428 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-41f588c7-e2bc-4642-8e09-d626d4a200a9 req-80d11f2f-30d9-4c37-b827-edf00fb2a8c7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "DELETE /v2.0/ports/9e73e8a6-0216-45e0-89d6-5a20963285ff HTTP/1.1" status: 204 len: 173 time: 0.7667060 Apr 01 16:17:08.459853 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'name': 'network-vif-deleted', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:08.462932 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4382386-8423-4561-b2d9-74802ca6f1ed" -d '{"events": [{"server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "name": "network-vif-deleted", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:17:08.504817 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a213f5-7b36-4b0e-ab09-c936207f3057 x-openstack-request-id: req-91a213f5-7b36-4b0e-ab09-c936207f3057 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:17:08.505113 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f173cdb7-7df2-445a-9a7f-679bdc7387fd", "name": "network-vif-deleted", "tag": "9e73e8a6-0216-45e0-89d6-5a20963285ff", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:17:08.505366 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91a213f5-7b36-4b0e-ab09-c936207f3057 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:17:08.505814 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a213f5-7b36-4b0e-ab09-c936207f3057'] response: {'server_uuid': 'f173cdb7-7df2-445a-9a7f-679bdc7387fd', 'name': 'network-vif-deleted', 'tag': '9e73e8a6-0216-45e0-89d6-5a20963285ff', 'status': 'completed', 'code': 200} Apr 01 16:17:08.516390 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1d2202c9-2b56-48b8-9c3e-ffe3bcd2e976 req-37b71e90-758e-4bfa-b9ff-0ef3f88fc73e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=f173cdb7-7df2-445a-9a7f-679bdc7387fd HTTP/1.1" status: 200 len: 210 time: 0.0325749 Apr 01 16:17:08.578649 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:08.796993 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:08.823192 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:08.831603 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:08.832142 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:16:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:08.946986 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:09.145505 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:09.171907 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426b7b-adee-452c-a8c9-ac85a58866c5 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:09.397327 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edd665-1422-4113-bb3c-3a7039ade4ba None None] New status for floating IP eb0831b3-a4a9-424d-9cfc-881e15de53b9: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:17:09.608344 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48714) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:09.660980 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (6f07fca7-880a-461c-9683-a715a6cae9bb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:09.684268 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (6f07fca7-880a-461c-9683-a715a6cae9bb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:09.738317 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (6f07fca7-880a-461c-9683-a715a6cae9bb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:09.740850 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:09.742022 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/security-groups/6f07fca7-880a-461c-9683-a715a6cae9bb HTTP/1.1" status: 204 len: 168 time: 0.1326702 Apr 01 16:17:09.745351 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:09.751551 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f07fca7-880a-461c-9683-a715a6cae9bb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:09.758190 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.api.v2.resource [None req-d53efc59-c281-478e-b152-3ae8a7e8dd8a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] show failed (client error): The resource could not be found. Apr 01 16:17:09.758575 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.758960 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.759204 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-d53efc59-c281-478e-b152-3ae8a7e8dd8a tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups/6f07fca7-880a-461c-9683-a715a6cae9bb HTTP/1.1" status: 404 len: 347 time: 0.0128725 Apr 01 16:17:09.759347 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.759756 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.760092 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.760423 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.760750 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.761075 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.761396 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.761836 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.761964 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48718) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:09.762163 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.762487 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.762809 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.763131 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.763447 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a44e7c-6278-4eba-9142-9fc7c5e5e5ea tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:09.887957 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port eb099c88-5b8d-45b2-9a33-f370597ce842 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:17:09.888253 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:09.963500 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:09.963822 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (eb099c88-5b8d-45b2-9a33-f370597ce842), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:09.975066 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for eb099c88-5b8d-45b2-9a33-f370597ce842 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:17:10.106709 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (eb099c88-5b8d-45b2-9a33-f370597ce842), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:10.136759 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=eb099c88-5b8d-45b2-9a33-f370597ce842,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:10.194208 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (eb0831b3-a4a9-424d-9cfc-881e15de53b9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:10.196913 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:10.198076 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1828ac69-eb71-4ea4-b7fb-984924d26af3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/floatingips/eb0831b3-a4a9-424d-9cfc-881e15de53b9 HTTP/1.1" status: 204 len: 168 time: 0.4353261 Apr 01 16:17:10.896425 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48722) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:10.900948 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8ca7acd4-c4ed-4f8d-b4cd-ad6af4130418 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16628721', 'description': 'tempest-description--726300529'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:10.923004 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ca7acd4-c4ed-4f8d-b4cd-ad6af4130418 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:10.999614 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ca7acd4-c4ed-4f8d-b4cd-ad6af4130418 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (455878dc-d4cb-4586-b6c7-b99e1a42ab60), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.003755 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ca7acd4-c4ed-4f8d-b4cd-ad6af4130418 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (455878dc-d4cb-4586-b6c7-b99e1a42ab60), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.034247 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ca7acd4-c4ed-4f8d-b4cd-ad6af4130418 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.035470 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-8ca7acd4-c4ed-4f8d-b4cd-ad6af4130418 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1379988 Apr 01 16:17:11.036375 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7acd4-c4ed-4f8d-b4cd-ad6af4130418 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455878dc-d4cb-4586-b6c7-b99e1a42ab60,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:11.038480 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48724) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:11.043119 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bf329442-352a-4586-846b-9469ca382d98 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '455878dc-d4cb-4586-b6c7-b99e1a42ab60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:11.069485 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf329442-352a-4586-846b-9469ca382d98 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (e881d6da-873d-47e6-b3cb-f028fb8d0bc2), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.142424 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf329442-352a-4586-846b-9469ca382d98 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (e881d6da-873d-47e6-b3cb-f028fb8d0bc2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.146423 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf329442-352a-4586-846b-9469ca382d98 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (e881d6da-873d-47e6-b3cb-f028fb8d0bc2), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.168984 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf329442-352a-4586-846b-9469ca382d98 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e881d6da-873d-47e6-b3cb-f028fb8d0bc2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:11.177995 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf329442-352a-4586-846b-9469ca382d98 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.182706 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-bf329442-352a-4586-846b-9469ca382d98 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398180 Apr 01 16:17:11.183150 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48726) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:11.187797 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-09c035f5-1176-4097-8377-3e06c29007b7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'security_group_rule': {'security_group_id': '455878dc-d4cb-4586-b6c7-b99e1a42ab60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:11.213546 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09c035f5-1176-4097-8377-3e06c29007b7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (58e1d3a1-afe3-4f34-96d8-a08479579618), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.274431 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09c035f5-1176-4097-8377-3e06c29007b7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (58e1d3a1-afe3-4f34-96d8-a08479579618), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.278730 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09c035f5-1176-4097-8377-3e06c29007b7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619921'] for security_group_rule (58e1d3a1-afe3-4f34-96d8-a08479579618), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.296725 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c035f5-1176-4097-8377-3e06c29007b7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e1d3a1-afe3-4f34-96d8-a08479579618,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:11.305528 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09c035f5-1176-4097-8377-3e06c29007b7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.307287 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-09c035f5-1176-4097-8377-3e06c29007b7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230772 Apr 01 16:17:11.310477 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:11.314645 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:11.336988 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.436812 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.534558 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.28.3.153 (e33a312d-dfa3-432d-88a6-07dea976a923/a0f33b39-11c5-40ac-b66d-276ca652b9af/b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:17:11.642028 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.676464 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8405411'] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.709143 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network e33a312d-dfa3-432d-88a6-07dea976a923 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:17:11.712355 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:11.715703 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:17:11.744258 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:11.808679 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (33e1f713-51e4-49b6-87f3-5cd997d78d21), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.845037 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.995014 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:11.999618 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8405418'] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:12.065631 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:12.076264 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (33e1f713-51e4-49b6-87f3-5cd997d78d21), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:12.092976 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:12.094245 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-61537b5c-be84-4229-9705-e6d6b7a8bf89 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7828505 Apr 01 16:17:12.243815 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-64b0ba46-fbce-4192-9156-5a160189c589 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--16628721&fields=id&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 267 time: 0.0437949 Apr 01 16:17:12.624152 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-434f9e2e-f124-4c51-84e1-c1708e1edcf9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:12.625645 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-434f9e2e-f124-4c51-84e1-c1708e1edcf9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.3754194 Apr 01 16:17:12.643182 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-6584b3f5-ffd3-4c41-8e90-ef53eeac4a74 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/quotas/d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 375 time: 0.0119815 Apr 01 16:17:12.703762 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-b318f93b-dd04-4913-a079-3c73dc41c164 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554130 Apr 01 16:17:12.744718 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 9e73e8a6-0216-45e0-89d6-5a20963285ff no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:12.768302 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: 9e73e8a6-0216-45e0-89d6-5a20963285ff {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:17:12.768659 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device 9e73e8a6-0216-45e0-89d6-5a20963285ff not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:17:12.811811 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-2faa3770-6166-4aec-b5be-9709f17e831d service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938766 Apr 01 16:17:12.899532 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-9e06b45b-ea3a-4ce7-969e-4e64e8289490 service neutron] 10.222.0.70 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819972 Apr 01 16:17:13.078713 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-73bd8ea7-f203-47bd-bc6f-50d7ef08d683 req-9865087e-2b3e-4794-8dba-665fd332e761 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 210 time: 0.0285335 Apr 01 16:17:13.967838 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-834d66a0-c8e7-442f-8057-1f882ed47639 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:13.969270 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-834d66a0-c8e7-442f-8057-1f882ed47639 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 815 time: 0.0999634 Apr 01 16:17:14.035514 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-5ca1c800-3bf0-4211-b2fe-64823469b235 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b23a94f28e4d55acd0ce54d4704156 HTTP/1.1" status: 200 len: 378 time: 0.0572531 Apr 01 16:17:14.043719 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'port': {'device_id': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'admin_state_up': True, 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'security_groups': ['455878dc-d4cb-4586-b6c7-b99e1a42ab60']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:14.149325 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Made reservation on behalf of d1b23a94f28e4d55acd0ce54d4704156 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:17:14.152734 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.175189 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-3c13d96c-2939-4394-be39-e632ec23802a req-6af25b9f-f3d7-42cf-870f-77559a3b3634 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 210 time: 0.0271268 Apr 01 16:17:14.280223 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Allocated IP 172.20.0.10 (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e/e35909e2-4022-4a99-a52d-52b74c243a41/eced728e-ec76-4ab8-80c5-fa31a2e8498a) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:17:14.413247 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.445419 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738089378286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.490058 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:17:14.493804 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:14.499345 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:17:14.525019 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event updated for resources: {'Port': ['ID=eced728e-ec76-4ab8-80c5-fa31a2e8498a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:14.553236 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:14.553883 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.570139 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-941327a5-6c10-49ab-acf7-f6ea007afbbb tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5299573 Apr 01 16:17:14.581596 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.v2.base [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Request body: {'port': {'device_id': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:14.647146 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.744574 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-9cff8892-129e-45b9-a2f5-bbb4d0c0dae6 None None] Provisioning complete for port eced728e-ec76-4ab8-80c5-fa31a2e8498a triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:17:14.745204 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cff8892-129e-45b9-a2f5-bbb4d0c0dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.779438 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9cff8892-129e-45b9-a2f5-bbb4d0c0dae6 None None] Port eced728e-ec76-4ab8-80c5-fa31a2e8498a cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 16:17:14.907050 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eced728e-ec76-4ab8-80c5-fa31a2e8498a {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:17:14.914483 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Publish callbacks [] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.927655 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Transition to ACTIVE for port object eced728e-ec76-4ab8-80c5-fa31a2e8498a will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 16:17:14.931490 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:14.981809 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Pushing event updated for resources: {'Port': ['ID=eced728e-ec76-4ab8-80c5-fa31a2e8498a,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:15.053969 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Attempting to bind port eced728e-ec76-4ab8-80c5-fa31a2e8498a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 16:17:15.054311 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Attempting to bind port eced728e-ec76-4ab8-80c5-fa31a2e8498a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 16:17:15.054640 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Attempting to bind port eced728e-ec76-4ab8-80c5-fa31a2e8498a on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:17:15.060186 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Port eced728e-ec76-4ab8-80c5-fa31a2e8498a on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:17:15.060186 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Attempting to bind port eced728e-ec76-4ab8-80c5-fa31a2e8498a on network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:17:15.064698 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Checking agent: {'id': 'a7334709-f622-41a1-8ed4-afe631444672', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'started_at': datetime.datetime(2022, 4, 1, 16, 6, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:17:15.065028 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Checking segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 16:17:15.065422 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Bound using segment: {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:17:15.065868 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Bound port: eced728e-ec76-4ab8-80c5-fa31a2e8498a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82553f9f-0862-4fc8-a0a3-131e6413a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 16:17:15.066229 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:15.145736 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] For port eced728e-ec76-4ab8-80c5-fa31a2e8498a, host hv-cinder-83588, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:17:15.148619 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] For port eced728e-ec76-4ab8-80c5-fa31a2e8498a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:17:15.155782 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3809968'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:15.187776 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.188380 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:15.189781 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] 10.222.0.57 "PUT /v2.0/ports/eced728e-ec76-4ab8-80c5-fa31a2e8498a HTTP/1.1" status: 200 len: 1094 time: 0.6124947 Apr 01 16:17:15.190219 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:15.192417 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048" -d '{"events": [{"name": "network-changed", "server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:17:15.256311 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77017bf-2e93-4a1e-9ebe-d61d260f3920 x-openstack-request-id: req-e77017bf-2e93-4a1e-9ebe-d61d260f3920 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:17:15.256712 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:17:15.257057 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e77017bf-2e93-4a1e-9ebe-d61d260f3920 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:17:15.257545 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77017bf-2e93-4a1e-9ebe-d61d260f3920'] response: {'name': 'network-changed', 'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'status': 'completed', 'code': 200} Apr 01 16:17:15.261720 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1a01d-5a78-4e8b-bbed-bee0f42815ec service neutron] Pushing event updated for resources: {'Port': ['ID=eced728e-ec76-4ab8-80c5-fa31a2e8498a,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:15.306730 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-73f4de45-12e0-42e3-a967-2e4d16cad177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.308252 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-73f4de45-12e0-42e3-a967-2e4d16cad177 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 1128 time: 0.0680213 Apr 01 16:17:15.329447 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f18dc-e55f-43cd-812b-4092dbd0d29b req-24c73cfd-b02d-4ade-a42f-c325a4b03ec4 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.331733 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-036f18dc-e55f-43cd-812b-4092dbd0d29b req-24c73cfd-b02d-4ade-a42f-c325a4b03ec4 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 944 time: 0.0816491 Apr 01 16:17:15.359824 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-9a1537ad-120a-44f7-94c0-6f185c2b1e66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a HTTP/1.1" status: 200 len: 217 time: 0.0446324 Apr 01 16:17:15.394164 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-036f18dc-e55f-43cd-812b-4092dbd0d29b req-c53a3308-4e87-4ba7-9564-d8c21e1f39e0 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547972 Apr 01 16:17:15.410185 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-6ce9077e-0da1-47af-a0e0-6e92167cf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.411703 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-6ce9077e-0da1-47af-a0e0-6e92167cf817 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0466464 Apr 01 16:17:15.460722 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-1a0cfda7-203e-46c7-b2d7-d46f136c4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.462261 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-1a0cfda7-203e-46c7-b2d7-d46f136c4b6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452802 Apr 01 16:17:15.488184 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:17:15.554469 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-a37c6413-e764-4169-99d8-defe10856d48 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865741 Apr 01 16:17:15.647486 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-f4b19804-ab60-494d-a7fd-93197aea7507 req-72b0c796-18eb-4ef8-bb3c-f4cac50d6398 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874953 Apr 01 16:17:15.736844 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-13d28a6e-0c94-426d-85f9-9b6307f40120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.738350 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-13d28a6e-0c94-426d-85f9-9b6307f40120 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 1128 time: 0.0453525 Apr 01 16:17:15.829899 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-76a34f0f-e81a-4d61-9eb7-ed76496b62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.831405 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-76a34f0f-e81a-4d61-9eb7-ed76496b62c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.0858676 Apr 01 16:17:15.872070 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-aa7f882b-d118-4d0b-b053-117045456330 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a HTTP/1.1" status: 200 len: 217 time: 0.0340655 Apr 01 16:17:15.922033 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-52fac10c-4567-40a1-b42a-8b5ba24c3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.923523 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-52fac10c-4567-40a1-b42a-8b5ba24c3070 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0461998 Apr 01 16:17:15.972681 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-b51784a5-f4a2-4345-85af-a2908a70ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.974231 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-b51784a5-f4a2-4345-85af-a2908a70ad6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440164 Apr 01 16:17:16.064732 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-53fa399e-f401-4eae-aac8-79a223f6dd74 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827134 Apr 01 16:17:16.158835 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-6c9fc11a-a3c4-4c87-b5d2-f8c59058e048 req-415badff-3229-4226-badc-ee3960483401 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874879 Apr 01 16:17:16.509426 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97391fc-f24d-464a-8dee-25793cc618cd req-f9c9191c-0e60-466e-aa9d-d4a9cfc63787 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:16.510929 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d97391fc-f24d-464a-8dee-25793cc618cd req-f9c9191c-0e60-466e-aa9d-d4a9cfc63787 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 944 time: 0.0521476 Apr 01 16:17:16.555793 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d97391fc-f24d-464a-8dee-25793cc618cd req-d04ec360-da46-41fd-9901-0fcc81906155 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393102 Apr 01 16:17:17.679380 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffca4a-79e7-48fa-b17f-7e8b4ac2385d req-fc8e826c-cffe-4fca-8bad-8a7100e5f127 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:17.680894 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5fffca4a-79e7-48fa-b17f-7e8b4ac2385d req-fc8e826c-cffe-4fca-8bad-8a7100e5f127 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 944 time: 0.0541787 Apr 01 16:17:17.733433 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-5fffca4a-79e7-48fa-b17f-7e8b4ac2385d req-30505a23-0bea-46a4-aeeb-b4e5d560e7b8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458593 Apr 01 16:17:18.763366 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device eced728e-ec76-4ab8-80c5-fa31a2e8498a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:17:18.858956 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930b09-fe4e-4026-ab99-a2c7cd212fb0 req-f7efd387-d0a2-4f8d-959a-a482baf24fe8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:18.860500 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d3930b09-fe4e-4026-ab99-a2c7cd212fb0 req-f7efd387-d0a2-4f8d-959a-a482baf24fe8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 944 time: 0.0616395 Apr 01 16:17:18.862608 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port eced728e-ec76-4ab8-80c5-fa31a2e8498a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:18.874920 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Returning: {'device': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'port_id': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'mac_address': 'fa:16:3e:1e:b6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:17:18.911695 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port eced728e-ec76-4ab8-80c5-fa31a2e8498a is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:17:18.912092 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:18.915735 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-d3930b09-fe4e-4026-ab99-a2c7cd212fb0 req-09894f74-7796-470e-8f56-11575b3b12c2 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495801 Apr 01 16:17:18.925984 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eced728e-ec76-4ab8-80c5-fa31a2e8498a {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:17:18.949598 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port eced728e-ec76-4ab8-80c5-fa31a2e8498a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:18.954049 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:19.148672 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=eced728e-ec76-4ab8-80c5-fa31a2e8498a,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:19.201854 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] get_ports_and_sgs() called for port_ids ['eced728e-ec76-4ab8-80c5-fa31a2e8498a'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:17:20.035134 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdf21d-b90e-494f-a3ee-7bfbc1f266cb req-74ca96e1-e10a-49d7-a6a7-28f81b19b00e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:20.036611 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7ebdf21d-b90e-494f-a3ee-7bfbc1f266cb req-74ca96e1-e10a-49d7-a6a7-28f81b19b00e tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 945 time: 0.0519633 Apr 01 16:17:20.088399 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-7ebdf21d-b90e-494f-a3ee-7bfbc1f266cb req-90cfe0c7-0874-4524-9ff4-2b07411df674 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455678 Apr 01 16:17:20.795583 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device eced728e-ec76-4ab8-80c5-fa31a2e8498a up at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:17:20.853732 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning for port eced728e-ec76-4ab8-80c5-fa31a2e8498a completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 16:17:20.857689 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Provisioning complete for port eced728e-ec76-4ab8-80c5-fa31a2e8498a triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 16:17:20.858063 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7737739'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:20.934606 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Current status of the port eced728e-ec76-4ab8-80c5-fa31a2e8498a is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 16:17:20.934995 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7636849'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:20.958330 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:20.960563 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3befd0f4a7d4ecab2e8e9b82a20aedcacc1588a035495b0b196382b10c858793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c75c3-db79-40a7-97de-f736707e91cf" -d '{"events": [{"server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "name": "network-vif-plugged", "status": "completed", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:17:20.973240 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] For port eced728e-ec76-4ab8-80c5-fa31a2e8498a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:20.978913 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738089799563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738089379076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738089379094'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:21.012564 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485084d0-e1e5-438e-a5f0-db5d86c96fa1 x-openstack-request-id: req-485084d0-e1e5-438e-a5f0-db5d86c96fa1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:17:21.012873 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "name": "network-vif-plugged", "status": "completed", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:17:21.013087 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-485084d0-e1e5-438e-a5f0-db5d86c96fa1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:17:21.013474 dv-cinder-835880-3-smb neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485084d0-e1e5-438e-a5f0-db5d86c96fa1'] response: {'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'code': 200} Apr 01 16:17:21.045110 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Pushing event updated for resources: {'Port': ['ID=eced728e-ec76-4ab8-80c5-fa31a2e8498a,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:21.193021 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12be9-be6e-45e7-911e-bd6d348e2b00 req-5920f1f7-d93e-4b6f-88a0-b00723cb7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.194760 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0eb12be9-be6e-45e7-911e-bd6d348e2b00 req-5920f1f7-d93e-4b6f-88a0-b00723cb7829 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 1130 time: 0.0497944 Apr 01 16:17:21.232871 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb65e6-e3b3-478e-89a9-0b4d4fa0b672 req-5ee12e9e-84c4-4ab7-a751-b89e4d7929d3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.234761 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1ddb65e6-e3b3-478e-89a9-0b4d4fa0b672 req-5ee12e9e-84c4-4ab7-a751-b89e4d7929d3 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 946 time: 0.0578113 Apr 01 16:17:21.241924 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0eb12be9-be6e-45e7-911e-bd6d348e2b00 req-2858984e-d148-4ebd-bb18-f208e6d70659 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403404 Apr 01 16:17:21.282990 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-1ddb65e6-e3b3-478e-89a9-0b4d4fa0b672 req-29ffbe9b-95f8-4543-85ac-2da1beef5a46 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426598 Apr 01 16:17:22.408426 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee6ec6-cd3b-4ac0-8471-2b48be178383 req-0b0a6f46-c207-430c-b66e-45fd202cb9b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:22.409930 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8dee6ec6-cd3b-4ac0-8471-2b48be178383 req-0b0a6f46-c207-430c-b66e-45fd202cb9b6 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 946 time: 0.0579288 Apr 01 16:17:22.465422 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-8dee6ec6-cd3b-4ac0-8471-2b48be178383 req-1c10911c-4335-43ac-8cf6-9eac246116f8 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498688 Apr 01 16:17:22.585466 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08f1fb-461a-4607-8fa4-ce42af7d8f40 req-7f1b5bad-4b3a-46d9-acd9-5086a9cc77f7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:22.587816 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-2d08f1fb-461a-4607-8fa4-ce42af7d8f40 req-7f1b5bad-4b3a-46d9-acd9-5086a9cc77f7 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 946 time: 0.0583587 Apr 01 16:17:22.598302 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:17:22.603527 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.v2.base [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Request body: {'floatingip': {'port_id': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:22.647267 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (33e1f713-51e4-49b6-87f3-5cd997d78d21), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:23.095157 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:23.098895 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (33e1f713-51e4-49b6-87f3-5cd997d78d21), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:23.199755 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.db.l3_db [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP 33e1f713-51e4-49b6-87f3-5cd997d78d21 associated. External IP: 172.28.3.153, port: eced728e-ec76-4ab8-80c5-fa31a2e8498a. Apr 01 16:17:23.414137 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:23.525339 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:23.530059 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:23.534901 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:23.547058 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:23.547658 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:16:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:23.561910 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-423a84e9-2bad-4b72-9bff-6abbf8947de9 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "PUT /v2.0/floatingips/33e1f713-51e4-49b6-87f3-5cd997d78d21 HTTP/1.1" status: 200 len: 992 time: 0.9624696 Apr 01 16:17:23.562487 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:23.564708 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75817577b1fd7d1341f9096797da9f50b7671c4314fa68d98175a0c42b6b8dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccf3531-c9c5-4678-a598-141010bc94e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:17:23.601587 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa61e7f-dd04-4bd8-b78b-2c8decbb8850 x-openstack-request-id: req-6fa61e7f-dd04-4bd8-b78b-2c8decbb8850 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:17:23.602821 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:17:23.602821 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fa61e7f-dd04-4bd8-b78b-2c8decbb8850 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:17:23.603286 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa61e7f-dd04-4bd8-b78b-2c8decbb8850'] response: {'name': 'network-changed', 'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'status': 'completed', 'code': 200} Apr 01 16:17:23.669380 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-19a72fd5-f284-4bc7-8624-7f54df93553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:23.671075 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-19a72fd5-f284-4bc7-8624-7f54df93553d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 1130 time: 0.0480812 Apr 01 16:17:23.752152 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:23.765443 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-65db7c18-03a5-49fe-b16d-8aaf9affc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:23.766942 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-65db7c18-03a5-49fe-b16d-8aaf9affc6e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.0893300 Apr 01 16:17:23.837232 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-bc0c9a2c-53f5-4392-ac66-e1988a11a0fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a HTTP/1.1" status: 200 len: 1000 time: 0.0622399 Apr 01 16:17:23.886483 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-d175e9f0-ef32-4a20-af43-223e307367c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:23.888637 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-d175e9f0-ef32-4a20-af43-223e307367c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0454996 Apr 01 16:17:23.936435 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-9d29525d-6392-4330-83a5-9278a51997d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:23.937980 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-9d29525d-6392-4330-83a5-9278a51997d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439248 Apr 01 16:17:23.981580 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '33e1f713-51e4-49b6-87f3-5cd997d78d21', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.153', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:1e:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:17:11Z', 'updated_at': '2022-04-01T16:17:23Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:24.007537 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:24.016644 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:24.017255 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:16:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:24.030120 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-40adb7d5-e103-4d0b-a515-1adf6c28469e service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Apr 01 16:17:24.118638 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0ccf3531-c9c5-4678-a598-141010bc94e4 req-dc4918a3-b39a-4a59-b333-fbae0e70f1b3 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820258 Apr 01 16:17:24.125432 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:24.364498 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '33e1f713-51e4-49b6-87f3-5cd997d78d21', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.153', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:1e:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:17:11Z', 'updated_at': '2022-04-01T16:17:23Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:24.399990 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d97902-68a7-44b4-b5ed-603c6ff826b9 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_floatingips': [{'id': '33e1f713-51e4-49b6-87f3-5cd997d78d21', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'floating_ip_address': '172.28.3.153', 'floating_network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'router_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'port_id': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'mac_address': 'fa:16:3e:1e:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:17:11Z', 'updated_at': '2022-04-01T16:17:23Z', 'revision_number': 1, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:24.593417 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8bd19-0a1e-4a15-a2ed-a995a5187362 None None] New status for floating IP 33e1f713-51e4-49b6-87f3-5cd997d78d21: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:17:26.106107 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:26.999290 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f710ecfb-9dd1-4361-be5d-04e2e0103cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:29.358919 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f871404-8e63-41e2-8dcf-dbf6c85720f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:30.409535 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:32.010187 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:33.539955 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:35.594504 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-ee598d9b-7894-4249-a716-34576838daaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442948 Apr 01 16:17:35.686027 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-701c1f50-9931-4da5-82ca-c3749de4712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:35.687541 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-701c1f50-9931-4da5-82ca-c3749de4712f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 1130 time: 0.0489564 Apr 01 16:17:35.786871 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-d9f3b3d0-40bd-41e1-9afd-41cb24ed0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:35.788349 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-d9f3b3d0-40bd-41e1-9afd-41cb24ed0834 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 200 len: 916 time: 0.0825572 Apr 01 16:17:35.854312 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-66ad100c-c131-43d6-8001-171ed713fdac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a HTTP/1.1" status: 200 len: 1002 time: 0.0606639 Apr 01 16:17:35.903975 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-5c8a3df4-1b3b-4f33-ae56-26bfae6022cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:35.905426 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-5c8a3df4-1b3b-4f33-ae56-26bfae6022cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 200 len: 854 time: 0.0428731 Apr 01 16:17:35.953260 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-51addc40-c637-4620-b793-39a3c4a6201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:35.954785 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-51addc40-c637-4620-b793-39a3c4a6201f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439804 Apr 01 16:17:36.044148 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-e766058b-c73b-4590-b65e-ff45fd7b050f service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835388 Apr 01 16:17:36.137125 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-c65dc1c3-6ab5-4e7f-a805-5da915e6c474 req-5a94e559-58fc-4d6d-bc92-d627800f17b8 service neutron] 10.222.0.57 "GET /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Apr 01 16:17:52.487459 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:17:56.105318 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:57.000533 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95afd14-a4db-4b47-b0fb-a3a0b5ae2808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:17:59.363529 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b703891-0ea2-4dfd-89d7-c442805ff087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:00.411986 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:02.013134 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:03.543003 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:03.741241 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fb513-c8c4-49af-9194-313fc2d673cd req-dc96d745-244b-47bc-93ed-e9cf53b0d112 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:03.742674 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a81fb513-c8c4-49af-9194-313fc2d673cd req-dc96d745-244b-47bc-93ed-e9cf53b0d112 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Apr 01 16:18:03.793111 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-a81fb513-c8c4-49af-9194-313fc2d673cd req-895d0a98-7320-4bf9-88a1-af98a29b99db tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437713 Apr 01 16:18:04.911319 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f53e6-5ab8-474a-bb40-5856905be107 req-e3e392b4-3af0-4509-950c-75c6c0f7e15f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.912794 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0c8f53e6-5ab8-474a-bb40-5856905be107 req-e3e392b4-3af0-4509-950c-75c6c0f7e15f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 946 time: 0.0519755 Apr 01 16:18:04.962248 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-0c8f53e6-5ab8-474a-bb40-5856905be107 req-d5582892-a1cd-4a1c-bb13-96bc59c53435 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups?id=455878dc-d4cb-4586-b6c7-b99e1a42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437863 Apr 01 16:18:05.251241 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb401362-b80e-43d7-be71-86295f25be04 req-ba89c93d-7181-47c0-8273-8398ad084776 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:05.252587 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb401362-b80e-43d7-be71-86295f25be04 req-ba89c93d-7181-47c0-8273-8398ad084776 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 946 time: 0.0506520 Apr 01 16:18:05.341076 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port eced728e-ec76-4ab8-80c5-fa31a2e8498a {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:18:05.341422 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:05.431786 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] For port eced728e-ec76-4ab8-80c5-fa31a2e8498a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=eced728e-ec76-4ab8-80c5-fa31a2e8498a,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:05.432719 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:05.604720 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:05.605079 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656767'] for floatingip (33e1f713-51e4-49b6-87f3-5cd997d78d21), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:05.605396 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.db.l3_db [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Floating IP 33e1f713-51e4-49b6-87f3-5cd997d78d21 disassociated. External IP: 172.28.3.153, port: eced728e-ec76-4ab8-80c5-fa31a2e8498a. Apr 01 16:18:05.605834 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for eced728e-ec76-4ab8-80c5-fa31a2e8498a owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:18:05.956802 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (eced728e-ec76-4ab8-80c5-fa31a2e8498a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:05.983807 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=eced728e-ec76-4ab8-80c5-fa31a2e8498a,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:06.061012 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [req-4b068a2e-9bcf-4dfd-9deb-dde3724e8b88 req-0aff700e-d5f6-4d0d-b7aa-393be4e3f814 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff552130-c92b-4cc0-9743-5c3ef2d28204 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Apr 01 16:18:06.101472 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:18:06.209504 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:18:06.219698 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:06.229837 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:06.230435 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:17:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:06.250455 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] No DVR routers for this DVR port eced728e-ec76-4ab8-80c5-fa31a2e8498a on host hv-cinder-83588 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:06.252987 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:06.256287 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [req-bb401362-b80e-43d7-be71-86295f25be04 req-55a9ec08-40ec-4b2f-92ab-e2c6968f731b tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.57 "DELETE /v2.0/ports/eced728e-ec76-4ab8-80c5-fa31a2e8498a HTTP/1.1" status: 204 len: 173 time: 0.9988723 Apr 01 16:18:06.256812 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'name': 'network-vif-deleted', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:06.259078 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8822a48bb95da39fc13a8183921ecb5147fa2066ea56e2f5c3b598544328fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16089569-6938-4eb3-9101-a56d033909d8" -d '{"events": [{"server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "name": "network-vif-deleted", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:18:06.299623 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20f372-ff67-4528-8a35-b10b3b80b528 x-openstack-request-id: req-8a20f372-ff67-4528-8a35-b10b3b80b528 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:18:06.299914 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff552130-c92b-4cc0-9743-5c3ef2d28204", "name": "network-vif-deleted", "tag": "eced728e-ec76-4ab8-80c5-fa31a2e8498a", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:18:06.300157 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a20f372-ff67-4528-8a35-b10b3b80b528 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:18:06.300572 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a20f372-ff67-4528-8a35-b10b3b80b528'] response: {'server_uuid': 'ff552130-c92b-4cc0-9743-5c3ef2d28204', 'name': 'network-vif-deleted', 'tag': 'eced728e-ec76-4ab8-80c5-fa31a2e8498a', 'status': 'completed', 'code': 200} Apr 01 16:18:06.342834 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:06.545059 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:06.571417 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:06.579814 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:06.580347 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:17:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:06.688272 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:06.881491 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:06.995019 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86ff98-8791-4172-9447-5981bc3e848f None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:14:16Z', 'revision_number': 4, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb', '_interfaces': [{'id': '927d4b0b-1f58-4a16-b06d-2c9fa8762afe', 'name': '', 'network_id': '9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'mac_address': 'fa:16:3e:f1:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:15Z', 'updated_at': '2022-04-01T16:14:21Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'subnets': [{'id': 'e35909e2-4022-4a99-a52d-52b74c243a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:07.151380 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 48848) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:07.207138 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (455878dc-d4cb-4586-b6c7-b99e1a42ab60), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.230653 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5cb77-47fe-4774-a454-00185ab72fcf None None] New status for floating IP 33e1f713-51e4-49b6-87f3-5cd997d78d21: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:18:07.231783 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (455878dc-d4cb-4586-b6c7-b99e1a42ab60), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.278524 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (455878dc-d4cb-4586-b6c7-b99e1a42ab60), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.281245 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.282437 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/security-groups/455878dc-d4cb-4586-b6c7-b99e1a42ab60 HTTP/1.1" status: 204 len: 168 time: 0.1299913 Apr 01 16:18:07.285342 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48850) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:07.292393 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455878dc-d4cb-4586-b6c7-b99e1a42ab60,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:07.299554 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.299918 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.300047 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.api.v2.resource [None req-0e4bb1bc-7637-4932-bc57-0527fcff844f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] show failed (client error): The resource could not be found. Apr 01 16:18:07.300270 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.300608 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.303776 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.303892 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-0e4bb1bc-7637-4932-bc57-0527fcff844f tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "GET /v2.0/security-groups/455878dc-d4cb-4586-b6c7-b99e1a42ab60 HTTP/1.1" status: 404 len: 347 time: 0.0141046 Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304000 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304645 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48852) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:07.304732 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.304732 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af35ff-e93d-4161-a685-1d95e7c3d855 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:07.434584 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Deleting port b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:18:07.434838 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.511870 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.512202 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.523900 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Calling delete_port for b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:18:07.655866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.681680 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Pushing event deleted for resources: {'Port': ['ID=b4aec6aa-a4e7-4c1e-89e5-bc40b705c59e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:07.739141 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks [] for floatingip (33e1f713-51e4-49b6-87f3-5cd997d78d21), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.741657 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85685'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:07.742811 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-f542bd4a-92f1-4e8e-964e-b238a36eb498 tempest-AttachVolumeNegativeTest-884378203 tempest-AttachVolumeNegativeTest-884378203-project] 10.222.0.70 "DELETE /v2.0/floatingips/33e1f713-51e4-49b6-87f3-5cd997d78d21 HTTP/1.1" status: 204 len: 168 time: 0.4380777 Apr 01 16:18:09.043669 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device eced728e-ec76-4ab8-80c5-fa31a2e8498a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:18:09.066105 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] No Port match for: eced728e-ec76-4ab8-80c5-fa31a2e8498a {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:18:09.066605 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Device eced728e-ec76-4ab8-80c5-fa31a2e8498a not bound to the agent host hv-cinder-83588 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:18:11.386542 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48888) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:11.739178 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655743'] for router_interface (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:11.982511 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Deleting port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:18:11.982844 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:12.056477 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] For port 927d4b0b-1f58-4a16-b06d-2c9fa8762afe, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:12.057268 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:12.069385 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Calling delete_port for 927d4b0b-1f58-4a16-b06d-2c9fa8762afe owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:18:12.245121 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (927d4b0b-1f58-4a16-b06d-2c9fa8762afe), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:12.273181 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Pushing event deleted for resources: {'Port': ['ID=927d4b0b-1f58-4a16-b06d-2c9fa8762afe,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:12.284952 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.285306 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.285671 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.286014 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.286351 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.286688 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.287016 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.287339 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.287664 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.287993 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.288315 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.288655 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.288960 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.289314 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.289639 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:12.450556 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659183'] for router_interface (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:12.684372 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc has already been hosted by L3 agent 40f18fb4-3d71-401c-ba87-4c95b7a42b50 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:18:12.791427 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] Notify agent at l3_agent.dv-cinder-835880-3-smb the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:18:12.799346 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-51766ac7-ffb3-4561-a163-e97e89d77caa admin admin] 10.222.0.70 "PUT /v2.0/routers/7e5e4bf8-87a9-4687-8971-3cc108c5a7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4115028 Apr 01 16:18:12.800871 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] Sync routers for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:12.801771 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48890) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:12.812882 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:12.813501 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:17:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:12.906969 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks [] for router (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:12.918410 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: dv-cinder-835880-3-smb {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:13.008217 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks [] for router_gateway (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.065481 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Deleting port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:18:13.065863 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.095760 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'external_fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:18:12Z', 'revision_number': 5, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port': {'id': '5c62b930-44f3-4b6f-aed5-f5c0496fe3ed', 'name': '', 'network_id': 'e33a312d-dfa3-432d-88a6-07dea976a923', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:14Z', 'updated_at': '2022-04-01T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0f33b39-11c5-40ac-b66d-276ca652b9af', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-3-smb'}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:13.125112 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] Checking router: 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc for host: dv-cinder-835880-3-smb {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:13.134014 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] Routers {'7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'} bound to L3 agent in host dv-cinder-835880-3-smb {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:13.134608 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:59:59Z,description=,heartbeat_timestamp=2022-04-01T16:17:59Z,host='dv-cinder-835880-3-smb',id=40f18fb4-3d71-401c-ba87-4c95b7a42b50,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:59:59Z,topic='l3_agent')) {'router_ids': ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:13.143102 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] For port 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,segment=NetworkSegment(f59abd5a-828d-417a-9a90-a8042dbe9feb),segment_id=f59abd5a-828d-417a-9a90-a8042dbe9feb)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:13.143380 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.156518 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Calling delete_port for 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:18:13.221147 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] Set router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:13.270690 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:18:13Z', 'revision_number': 6, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port_host': None}], 'dv-cinder-835880-3-smb', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:13.299635 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5340e75-31cb-42f3-9648-6c0ced083551 None None] The sync data for ids ['7e5e4bf8-87a9-4687-8971-3cc108c5a7cc'] in dv-cinder-835880-3-smb is: [{'id': '7e5e4bf8-87a9-4687-8971-3cc108c5a7cc', 'name': 'tempest-AttachVolumeNegativeTest-1766509847-router', 'tenant_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:13Z', 'updated_at': '2022-04-01T16:18:13Z', 'revision_number': 6, 'project_id': 'd1b23a94f28e4d55acd0ce54d4704156', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:13.319288 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (5c62b930-44f3-4b6f-aed5-f5c0496fe3ed), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.348437 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c62b930-44f3-4b6f-aed5-f5c0496fe3ed,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:13.628420 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656645'] for router_gateway (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.721040 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.723259 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks [] for router_controller (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.766235 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658144'] for router (7e5e4bf8-87a9-4687-8971-3cc108c5a7cc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.766779 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5e4bf8-87a9-4687-8971-3cc108c5a7cc {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:18:13.770937 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.772431 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-05067b35-0746-47ca-8be5-4960e814d25e admin admin] 10.222.0.70 "DELETE /v2.0/routers/7e5e4bf8-87a9-4687-8971-3cc108c5a7cc HTTP/1.1" status: 204 len: 168 time: 0.9692912 Apr 01 16:18:13.774895 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48892) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:13.822227 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] Deleting subnet e35909e2-4022-4a99-a52d-52b74c243a41 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 16:18:13.825672 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] Publish callbacks [] for subnet (e35909e2-4022-4a99-a52d-52b74c243a41), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.858370 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3429406'] for subnet (e35909e2-4022-4a99-a52d-52b74c243a41), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.932203 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7807075'] for subnet (e35909e2-4022-4a99-a52d-52b74c243a41), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:13.986050 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7807060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3809610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3763517'] for subnet (e35909e2-4022-4a99-a52d-52b74c243a41), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.012840 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35909e2-4022-4a99-a52d-52b74c243a41,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:14.014735 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.017888 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-ad1dbb37-fd7a-41f1-a7f0-4ec3e1607f57 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e35909e2-4022-4a99-a52d-52b74c243a41 HTTP/1.1" status: 204 len: 168 time: 0.2413733 Apr 01 16:18:14.019073 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a286907a-ddd3-4307-80a4-4fa4fd2000ff None None] Network 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e requested from dv-cinder-835880-3-smb {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 16:18:14.020312 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48894) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:14.091188 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7357474'] for network (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.155281 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Deleting port a2cace93-7828-46d3-a150-3e7a2272c42e {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:18:14.155281 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.190143 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] DHCP port deletion for 9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e request from dv-cinder-835880-3-smb {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 16:18:14.220493 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] For port a2cace93-7828-46d3-a150-3e7a2272c42e, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=a2cace93-7828-46d3-a150-3e7a2272c42e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:14.220844 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.234024 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Calling delete_port for a2cace93-7828-46d3-a150-3e7a2272c42e owned by network:dhcp {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:18:14.241405 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Deleting port a2cace93-7828-46d3-a150-3e7a2272c42e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 16:18:14.241837 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738089794838'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.311775 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] For port a2cace93-7828-46d3-a150-3e7a2272c42e, host dv-cinder-835880-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-3-smb',level=0,port_id=a2cace93-7828-46d3-a150-3e7a2272c42e,segment=NetworkSegment(82553f9f-0862-4fc8-a0a3-131e6413a6b2),segment_id=82553f9f-0862-4fc8-a0a3-131e6413a6b2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:14.312204 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663373'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.316263 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3809977'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.329819 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Calling delete_port for a2cace93-7828-46d3-a150-3e7a2272c42e owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 16:18:14.349200 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cace93-7828-46d3-a150-3e7a2272c42e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:14.353801 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] No DVR routers for this DVR port a2cace93-7828-46d3-a150-3e7a2272c42e on host dv-cinder-835880-3-smb {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:14.423375 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7636784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738089799545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738089378295'] for port (a2cace93-7828-46d3-a150-3e7a2272c42e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.432354 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7745000', 'neutron.services.segments.db._delete_segments_for_network-8738089722170'] for network (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.449172 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Pushing event deleted for resources: {'Port': ['ID=a2cace93-7828-46d3-a150-3e7a2272c42e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:14.454047 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] No DVR routers for this DVR port a2cace93-7828-46d3-a150-3e7a2272c42e on host dv-cinder-835880-3-smb {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:14.458472 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.461039 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.461356 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.461737 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.462194 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.462406 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.462735 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.463626 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.463956 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.464408 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.464631 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.464957 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.465283 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.465653 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.465947 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.466267 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e38813d-09d0-406e-86a9-ae35956c3650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-3-smb {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:14.473713 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82553f9f-0862-4fc8-a0a3-131e6413a6b2') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.474024 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.services.segments.db [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82553f9f-0862-4fc8-a0a3-131e6413a6b2') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.484109 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738089871683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3429397'] for segment (82553f9f-0862-4fc8-a0a3-131e6413a6b2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.500373 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484'] for segment (82553f9f-0862-4fc8-a0a3-131e6413a6b2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.506720 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:18:14.507179 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7814484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810028'] for segment (82553f9f-0862-4fc8-a0a3-131e6413a6b2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: Traceback (most recent call last): Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: timer() Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: cb(*args, **kw) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: return func(*args, **kwargs) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: self._notify() Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: self.callback(batched_events) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: event.method(event) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: return f(self, *a, **k) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: return self._get(url).json() Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:18:14.509076 dv-cinder-835880-3-smb neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:18:14.566723 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7744993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656745'] for network (9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.582768 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555889'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.585902 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] 10.222.0.70 "DELETE /v2.0/networks/9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e HTTP/1.1" status: 204 len: 168 time: 0.5646560 Apr 01 16:18:14.587886 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfb38b-6248-45d8-aea4-a2a172722f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd5fdb1-8d1c-4406-9eb8-eabd3080ba8e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:14.689345 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 927d4b0b-1f58-4a16-b06d-2c9fa8762afe no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:18:14.710261 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 927d4b0b-1f58-4a16-b06d-2c9fa8762afe {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:18:14.710686 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 927d4b0b-1f58-4a16-b06d-2c9fa8762afe not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:18:14.711170 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:18:14.729978 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:18:14.730325 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device 5c62b930-44f3-4b6f-aed5-f5c0496fe3ed not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:18:14.730745 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device a2cace93-7828-46d3-a150-3e7a2272c42e no longer exists at agent ovs-agent-dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:18:14.754044 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48898) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:14.755798 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] No Port match for: a2cace93-7828-46d3-a150-3e7a2272c42e {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 16:18:14.756147 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Device a2cace93-7828-46d3-a150-3e7a2272c42e not bound to the agent host dv-cinder-835880-3-smb {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:18:14.793423 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-03077e08-62ae-4299-924a-8b6515e8b0a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1b23a94f28e4d55acd0ce54d4704156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382292 Apr 01 16:18:14.795879 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 48900) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:14.842202 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b0b653db-8181-4bcb-be8e-7c11a78a9710 admin admin] Publish callbacks [] for security_group (f6c786b7-4bbd-4837-accb-3327a86e0a3e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.864304 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b0b653db-8181-4bcb-be8e-7c11a78a9710 admin admin] Publish callbacks [] for security_group (f6c786b7-4bbd-4837-accb-3327a86e0a3e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.914097 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b0b653db-8181-4bcb-be8e-7c11a78a9710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (f6c786b7-4bbd-4837-accb-3327a86e0a3e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.917729 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b0b653db-8181-4bcb-be8e-7c11a78a9710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:14.918880 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-b0b653db-8181-4bcb-be8e-7c11a78a9710 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6c786b7-4bbd-4837-accb-3327a86e0a3e HTTP/1.1" status: 204 len: 168 time: 0.1221268 Apr 01 16:18:14.926975 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b653db-8181-4bcb-be8e-7c11a78a9710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c786b7-4bbd-4837-accb-3327a86e0a3e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:23.390622 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 49032) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:23.491143 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc7e7-ca2d-4848-98e1-8e12e4b3b400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:23.569264 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc7e7-ca2d-4848-98e1-8e12e4b3b400 admin admin] Publish callbacks [] for security_group (a39f1ea8-55b7-41af-978a-905eb0cd74bc), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:23.572907 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc7e7-ca2d-4848-98e1-8e12e4b3b400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a39f1ea8-55b7-41af-978a-905eb0cd74bc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:23.610653 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-9c2fc7e7-ca2d-4848-98e1-8e12e4b3b400 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8608430d469e403a95a8bc7c7ababc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190413 Apr 01 16:18:23.612624 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fc7e7-ca2d-4848-98e1-8e12e4b3b400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f1ea8-55b7-41af-978a-905eb0cd74bc,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:23.613366 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 49036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:23.661443 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7dba1b3-cd5f-4435-b2ff-0af5a8cae72f admin admin] Publish callbacks [] for security_group (a39f1ea8-55b7-41af-978a-905eb0cd74bc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:23.681751 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7dba1b3-cd5f-4435-b2ff-0af5a8cae72f admin admin] Publish callbacks [] for security_group (a39f1ea8-55b7-41af-978a-905eb0cd74bc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:23.731422 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7dba1b3-cd5f-4435-b2ff-0af5a8cae72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a39f1ea8-55b7-41af-978a-905eb0cd74bc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:23.734187 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7dba1b3-cd5f-4435-b2ff-0af5a8cae72f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:23.735334 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-d7dba1b3-cd5f-4435-b2ff-0af5a8cae72f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a39f1ea8-55b7-41af-978a-905eb0cd74bc HTTP/1.1" status: 204 len: 168 time: 0.1209590 Apr 01 16:18:23.742872 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dba1b3-cd5f-4435-b2ff-0af5a8cae72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f1ea8-55b7-41af-978a-905eb0cd74bc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:23.990499 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 49042) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:24.003413 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbab8-4612-4215-9323-136f4e4fa1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.079654 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbab8-4612-4215-9323-136f4e4fa1c3 admin admin] Publish callbacks [] for security_group (dea3681b-60e9-4c66-9279-38dc4b2a4002), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.083374 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fb9fbab8-4612-4215-9323-136f4e4fa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (dea3681b-60e9-4c66-9279-38dc4b2a4002), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.120968 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-fb9fbab8-4612-4215-9323-136f4e4fa1c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad22593ee2d247a5a7fa948b61e576ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294100 Apr 01 16:18:24.122076 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fbab8-4612-4215-9323-136f4e4fa1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3681b-60e9-4c66-9279-38dc4b2a4002,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:24.124665 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 49044) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:24.174961 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e60cd5b4-c827-4cb2-b8f0-5a0bcd5aa008 admin admin] Publish callbacks [] for security_group (dea3681b-60e9-4c66-9279-38dc4b2a4002), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.195636 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e60cd5b4-c827-4cb2-b8f0-5a0bcd5aa008 admin admin] Publish callbacks [] for security_group (dea3681b-60e9-4c66-9279-38dc4b2a4002), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.241695 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e60cd5b4-c827-4cb2-b8f0-5a0bcd5aa008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (dea3681b-60e9-4c66-9279-38dc4b2a4002), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.244094 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e60cd5b4-c827-4cb2-b8f0-5a0bcd5aa008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.245227 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-e60cd5b4-c827-4cb2-b8f0-5a0bcd5aa008 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dea3681b-60e9-4c66-9279-38dc4b2a4002 HTTP/1.1" status: 204 len: 168 time: 0.1197011 Apr 01 16:18:24.252780 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cd5b4-c827-4cb2-b8f0-5a0bcd5aa008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3681b-60e9-4c66-9279-38dc4b2a4002,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:24.565343 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 49050) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:24.578868 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2e78519-9fd6-4597-986f-cafa3a2cc89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.652754 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2e78519-9fd6-4597-986f-cafa3a2cc89b admin admin] Publish callbacks [] for security_group (09309bb5-02d9-475f-bee1-2a282eb48122), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.656504 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2e78519-9fd6-4597-986f-cafa3a2cc89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (09309bb5-02d9-475f-bee1-2a282eb48122), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.693479 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-a2e78519-9fd6-4597-986f-cafa3a2cc89b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a2a7db0c37046189f6fddac165dbfc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270771 Apr 01 16:18:24.694595 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e78519-9fd6-4597-986f-cafa3a2cc89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09309bb5-02d9-475f-bee1-2a282eb48122,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:24.696136 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 49052) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:24.743835 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2e4031d6-aa07-4716-9840-a7611b410764 admin admin] Publish callbacks [] for security_group (09309bb5-02d9-475f-bee1-2a282eb48122), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.766531 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2e4031d6-aa07-4716-9840-a7611b410764 admin admin] Publish callbacks [] for security_group (09309bb5-02d9-475f-bee1-2a282eb48122), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.823032 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2e4031d6-aa07-4716-9840-a7611b410764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (09309bb5-02d9-475f-bee1-2a282eb48122), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.826037 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2e4031d6-aa07-4716-9840-a7611b410764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:24.827195 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-2e4031d6-aa07-4716-9840-a7611b410764 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09309bb5-02d9-475f-bee1-2a282eb48122 HTTP/1.1" status: 204 len: 168 time: 0.1300826 Apr 01 16:18:24.834651 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4031d6-aa07-4716-9840-a7611b410764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09309bb5-02d9-475f-bee1-2a282eb48122,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:26.103471 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:26.681118 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 49124) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:26.783866 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c6a805bc-e92c-480f-a8c5-382f0cb514b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:26.858305 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c6a805bc-e92c-480f-a8c5-382f0cb514b3 admin admin] Publish callbacks [] for security_group (a0fc7e01-5f94-40a3-84e8-d6bc77c390b2), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:26.862118 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c6a805bc-e92c-480f-a8c5-382f0cb514b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a0fc7e01-5f94-40a3-84e8-d6bc77c390b2), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:26.898598 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a805bc-e92c-480f-a8c5-382f0cb514b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fc7e01-5f94-40a3-84e8-d6bc77c390b2,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:26.902896 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-c6a805bc-e92c-480f-a8c5-382f0cb514b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac50b3928e7944b5a7a846d76208811b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207541 Apr 01 16:18:26.905478 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 49128) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:26.954302 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-371cb7fd-f4c6-4d21-b5c6-d22cce852773 admin admin] Publish callbacks [] for security_group (a0fc7e01-5f94-40a3-84e8-d6bc77c390b2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:26.974546 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-371cb7fd-f4c6-4d21-b5c6-d22cce852773 admin admin] Publish callbacks [] for security_group (a0fc7e01-5f94-40a3-84e8-d6bc77c390b2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.002737 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc9de615-098a-47b6-9b55-fe7114baaf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.022254 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-371cb7fd-f4c6-4d21-b5c6-d22cce852773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (a0fc7e01-5f94-40a3-84e8-d6bc77c390b2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.024812 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-371cb7fd-f4c6-4d21-b5c6-d22cce852773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.026002 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-371cb7fd-f4c6-4d21-b5c6-d22cce852773 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0fc7e01-5f94-40a3-84e8-d6bc77c390b2 HTTP/1.1" status: 204 len: 168 time: 0.1195002 Apr 01 16:18:27.034056 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cb7fd-f4c6-4d21-b5c6-d22cce852773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fc7e01-5f94-40a3-84e8-d6bc77c390b2,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:27.284152 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 49134) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:27.297553 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-caee6c72-54a8-4c9a-910e-7c3e9ed4aaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.373353 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-caee6c72-54a8-4c9a-910e-7c3e9ed4aaa9 admin admin] Publish callbacks [] for security_group (ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.377189 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-caee6c72-54a8-4c9a-910e-7c3e9ed4aaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.414330 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-caee6c72-54a8-4c9a-910e-7c3e9ed4aaa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3095d8990ec44db9a2e3705921be2edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290078 Apr 01 16:18:27.416794 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee6c72-54a8-4c9a-910e-7c3e9ed4aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:27.416990 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 49136) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:27.467249 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-baa3d1d8-f67d-4f13-93fc-78243d198b94 admin admin] Publish callbacks [] for security_group (ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.487760 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-baa3d1d8-f67d-4f13-93fc-78243d198b94 admin admin] Publish callbacks [] for security_group (ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.533829 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-baa3d1d8-f67d-4f13-93fc-78243d198b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.536511 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-baa3d1d8-f67d-4f13-93fc-78243d198b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:27.537718 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-baa3d1d8-f67d-4f13-93fc-78243d198b94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb HTTP/1.1" status: 204 len: 168 time: 0.1191385 Apr 01 16:18:27.546068 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3d1d8-f67d-4f13-93fc-78243d198b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f05ad-227d-4d9a-8ef7-edbc99e6edeb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:29.360392 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5afec671-f149-4e2f-9350-475108f97b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:29.487183 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:18:30.414299 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:32.021532 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:33.545868 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.236041 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.70', 49322) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:49.341382 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-64cf4812-22c4-4667-98f4-581e6726a91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.424008 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-64cf4812-22c4-4667-98f4-581e6726a91f admin admin] Publish callbacks [] for security_group (662eb36f-d000-4ad1-be9c-5beb1f390482), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.427722 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-64cf4812-22c4-4667-98f4-581e6726a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (662eb36f-d000-4ad1-be9c-5beb1f390482), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.466140 dv-cinder-835880-3-smb neutron-server[103383]: INFO neutron.wsgi [None req-64cf4812-22c4-4667-98f4-581e6726a91f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46f7c9da242a49feb3b543f7e4e5281f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290471 Apr 01 16:18:49.466997 dv-cinder-835880-3-smb neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf4812-22c4-4667-98f4-581e6726a91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662eb36f-d000-4ad1-be9c-5beb1f390482,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:49.468861 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.70', 49326) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 16:18:49.516492 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2e33-f874-4b3d-8f6e-f580b0b4bddb admin admin] Publish callbacks [] for security_group (662eb36f-d000-4ad1-be9c-5beb1f390482), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.536253 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2e33-f874-4b3d-8f6e-f580b0b4bddb admin admin] Publish callbacks [] for security_group (662eb36f-d000-4ad1-be9c-5beb1f390482), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.582521 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2e33-f874-4b3d-8f6e-f580b0b4bddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759'] for security_group (662eb36f-d000-4ad1-be9c-5beb1f390482), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.585343 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2e33-f874-4b3d-8f6e-f580b0b4bddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:49.586528 dv-cinder-835880-3-smb neutron-server[103384]: INFO neutron.wsgi [None req-1fcf2e33-f874-4b3d-8f6e-f580b0b4bddb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/662eb36f-d000-4ad1-be9c-5beb1f390482 HTTP/1.1" status: 204 len: 168 time: 0.1166883 Apr 01 16:18:49.593934 dv-cinder-835880-3-smb neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf2e33-f874-4b3d-8f6e-f580b0b4bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662eb36f-d000-4ad1-be9c-5beb1f390482,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:56.131722 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:57.004987 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd370-f834-4fe2-996f-8e7f94f7ea21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:18:59.360806 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a35ba4ed-d95a-4289-967a-1bb486ffd585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:00.416581 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:02.013298 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:03.550997 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:06.486632 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:19:26.129490 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:27.006529 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93a71ecf-b038-473a-af73-e66d43c81d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:29.364025 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d45763-86c6-4e30-8cc8-385961e0a28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:30.422405 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:32.017066 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:33.543819 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:43.486936 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:19:56.127829 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:57.011009 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1cef79a-fa27-4d56-b065-b0d42dc67077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:19:59.365115 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db5a634-639b-4385-9472-c9254c100d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:00.425016 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:02.019456 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:03.550134 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:20.487295 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:20:26.146412 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:27.013623 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18567653-8247-4cdc-8056-21a5563012cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:29.366648 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1b8a-3859-4b8b-99b2-f52ffd57302e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:30.426215 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:32.021829 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:33.542290 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:56.148467 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:57.014851 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c660930-4730-4b76-b15e-c52d73a01df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:20:57.486768 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:20:59.370307 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fc5073e-def3-4652-a070-311a64867d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:00.429073 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:02.024744 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:03.545209 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:26.155400 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:27.016482 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0908a5f9-df1e-4993-b24c-c476c4af3034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:29.371212 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70d2d84c-ce72-4a35-922d-f32c0bc7b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:30.431626 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:32.026732 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:33.548281 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:34.486451 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:21:56.153477 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:57.019585 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13f0e889-252b-4bfc-b646-431d2402d10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:21:59.376057 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3109f53-71a2-4b60-b5bf-59a72c9b11f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:00.434038 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:02.213853 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:03.555882 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:11.484449 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:22:26.182373 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:27.022693 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-120c0b09-d6d9-4fd1-9688-32d3e863bad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:29.377438 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad66f419-a4f6-4940-b0db-2f2bf4a2a74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:30.436353 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:32.035164 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:33.549809 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:48.483436 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:22:56.196275 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:57.023553 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e126037-1924-4a42-a9a4-738567358610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:22:59.379819 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc12534b-111b-48e0-9192-c3bfcf569d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:00.442536 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:02.037254 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:03.551633 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:25.481971 dv-cinder-835880-3-smb neutron-server[103386]: DEBUG neutron.db.agents_db [None req-5cbb0f3c-ecb4-42eb-b152-c7683157822a None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:23:26.195421 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:27.024507 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-827a6c18-8f3b-4563-a63e-23a0ac948e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (9ae926ee-b857-4886-b38e-a907f4b3cb4e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:29.380998 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db149d40-2a82-4515-90f4-ec664c530e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (40f18fb4-3d71-401c-ba87-4c95b7a42b50), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:30.442490 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7940d87c-0efa-4398-bd41-2ba661a3a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (1f0aeb43-b482-485b-a3b4-045816413013), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:32.043524 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5df4229b-e87e-4a4c-82ee-6a0f3472ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (d1648bdf-4997-4ab4-b309-361a3a965c99), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:33.554519 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b119c6c-61b6-43e8-bdda-f123de93d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (c50c0b87-ad54-4205-93aa-05d26349c218), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 16:23:56.204863 dv-cinder-835880-3-smb neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8accbd04-559a-491b-9085-cf4505241d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738089722152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7744297'] for agent (a7334709-f622-41a1-8ed4-afe631444672), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}